-- Logs begin at Fri 2020-12-11 15:38:39 UTC, end at Fri 2020-12-11 16:42:00 UTC. -- Dec 11 16:16:58.120061 dv-cinder-766752-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Dec 11 16:17:00.815994 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.common.config [-] Logging enabled! Dec 11 16:17:00.816490 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev234 Dec 11 16:17:00.818027 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80122) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 11 16:17:00.818762 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.common.config [-] Logging enabled! Dec 11 16:17:00.819055 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev234 Dec 11 16:17:00.819332 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80122) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 11 16:17:00.820436 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 11 16:17:00.820704 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 11 16:17:00.821726 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 11 16:17:00.822011 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 11 16:17:00.822272 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 11 16:17:00.822646 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.822993 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.823335 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.823625 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.823971 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.824308 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.824632 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.824968 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.825313 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.825639 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.826015 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.826833 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.827097 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.827490 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.827991 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.828109 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.828308 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] debug = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.828624 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.829170 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.829490 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.829806 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.830136 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.830444 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.830754 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.831075 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.831444 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] host = dv-cinder-766752-1-smb {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.831781 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.832111 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.832440 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.832769 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.833080 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.833392 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.833715 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.834025 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.834334 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] log_file = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.834646 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.834976 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.835302 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.835661 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.835917 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.836168 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.836498 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.836831 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.837142 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.837454 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.837767 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.838077 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.838387 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.838691 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.839024 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.839352 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.839708 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.840023 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.840334 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.840640 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.840949 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.841274 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.841652 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.841969 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.842283 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.842613 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.842917 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.843227 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.843597 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.843925 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.844251 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.844576 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.844888 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.845216 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.845526 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.845836 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.846145 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] use_json = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.846454 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.846760 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.847085 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.847398 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.847922 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.848019 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.848315 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.848643 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:00.848985 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.849329 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.849674 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.849998 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.850333 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.850658 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.850990 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.851310 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.851671 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.852006 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.852332 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.852651 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.852978 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.853319 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.853656 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.853970 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.854286 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.854625 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.854943 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.855255 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.855613 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.855932 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.856243 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.856564 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.856882 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.857218 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.857529 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.857855 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.858182 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.858497 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.858808 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.859125 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.859443 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.859777 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.860104 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.860419 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.860729 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.861039 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.861359 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.861671 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.861982 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.862299 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.862611 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.862926 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.863239 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.863574 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.863887 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.864199 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.864510 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.864820 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.865134 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.865452 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.865764 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.866077 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.866385 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.866695 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.867006 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.867331 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.867712 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.868034 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.868351 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.868669 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.868993 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.869311 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.869629 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.869948 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.870266 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.870580 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.870916 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.871241 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.871589 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.871914 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.872235 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.872574 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.873426 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.873747 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.874066 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.874385 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.874709 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.875031 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.875367 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.875728 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.876062 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.876396 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.876728 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.877054 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.877400 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.877719 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:00.877969 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 11 16:17:00.878236 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80122) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Dec 11 16:17:01.534293 dv-cinder-766752-1-smb neutron-server[80122]: INFO keyring.backend [-] Loading Gnome Dec 11 16:17:01.551249 dv-cinder-766752-1-smb neutron-server[80122]: INFO keyring.backend [-] Loading Google Dec 11 16:17:01.553972 dv-cinder-766752-1-smb neutron-server[80122]: INFO keyring.backend [-] Loading Windows (alt) Dec 11 16:17:01.557518 dv-cinder-766752-1-smb neutron-server[80122]: INFO keyring.backend [-] Loading file Dec 11 16:17:01.558482 dv-cinder-766752-1-smb neutron-server[80122]: INFO keyring.backend [-] Loading keyczar Dec 11 16:17:01.558767 dv-cinder-766752-1-smb neutron-server[80122]: INFO keyring.backend [-] Loading multi Dec 11 16:17:01.559413 dv-cinder-766752-1-smb neutron-server[80122]: INFO keyring.backend [-] Loading pyfs Dec 11 16:17:01.606319 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:17:01.606629 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:17:01.606951 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:17:01.607349 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 11 16:17:02.013302 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.013903 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.013903 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.075323 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.075657 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.075986 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.079287 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.079630 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.079931 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.157794 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.158383 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.158690 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.159753 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.160059 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.160356 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.279630 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.279896 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.280203 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.280506 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.281355 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.463229 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.463609 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.463935 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.464249 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.464557 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.464945 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.465250 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.465549 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.465845 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.466187 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.466988 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.467306 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.467643 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.467942 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.468257 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.468578 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.468878 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.469203 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.469498 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.469989 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.470282 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.470570 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.470914 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.471202 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.471505 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.471933 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 11 16:17:02.472209 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 11 16:17:02.472484 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 11 16:17:02.472756 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 11 16:17:02.473029 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 11 16:17:02.473302 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 11 16:17:02.474672 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 11 16:17:02.481992 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 11 16:17:02.490163 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 11 16:17:02.495576 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) Dec 11 16:17:02.498590 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 11 16:17:02.499713 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 11 16:17:02.500103 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Dec 11 16:17:02.500545 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 11 16:17:02.504147 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 11 16:17:02.504435 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 11 16:17:02.504830 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Dec 11 16:17:02.526511 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 11 16:17:02.527023 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.527355 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80122) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Dec 11 16:17:02.527819 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.529889 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80122) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 11 16:17:02.530169 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Dec 11 16:17:02.530450 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Dec 11 16:17:02.533548 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.533863 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:02.601040 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 11 16:17:02.601316 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 11 16:17:02.601595 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 11 16:17:02.602003 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 11 16:17:02.639010 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_db.sqlalchemy.engines [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80122) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 11 16:17:02.941555 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Initializing driver for type 'gre' Dec 11 16:17:02.942119 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] gre ID ranges: [(1, 1000)] Dec 11 16:17:02.982813 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Initializing driver for type 'local' Dec 11 16:17:02.983179 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Initializing driver for type 'vlan' Dec 11 16:17:02.993583 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] VlanTypeDriver initialization complete Dec 11 16:17:02.993951 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Initializing driver for type 'vxlan' Dec 11 16:17:02.994471 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] vxlan ID ranges: [(1, 1000)] Dec 11 16:17:03.035433 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Initializing extension driver 'port_security' Dec 11 16:17:03.035911 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.plugins.ml2.extensions.port_security [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] PortSecurityExtensionDriver initialization complete Dec 11 16:17:03.036194 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Initializing mechanism driver 'openvswitch' Dec 11 16:17:03.042584 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:17:03.043416 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > port after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.043842 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > port after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.044223 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > port after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.044641 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > subnet after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.045028 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > subnet after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.045403 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.045812 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > network after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.046187 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > network after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.046556 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > network after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.046962 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > security_group after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.047336 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > security_group after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.047749 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > security_group after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.048301 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.048678 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.049045 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.049452 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > address_group after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.049825 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > address_group after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.050190 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > address_group after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.050547 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] ML2 OVO RPC backend initialized. {{(pid=80122) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Dec 11 16:17:03.051249 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.051662 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.052109 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > network before_response 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.052482 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > networks before_response 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.052855 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > port before_response 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.053225 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > ports before_response 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.053629 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > subnet before_response 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.054000 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > subnets before_response 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.054371 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > network after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.054742 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > network after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.055106 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > network after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.055496 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > port after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.055868 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > port after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.056231 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > port after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.056595 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > subnet after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.056958 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > subnet after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.057321 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.057938 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.plugins.ml2.plugin [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Modular L2 Plugin initialization complete Dec 11 16:17:03.058284 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading services supported by the core plugin {{(pid=80122) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 11 16:17:03.058639 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Got port-security extension from driver 'port_security' Dec 11 16:17:03.059133 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.extensions.vlantransparent [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Disabled vlantransparent extension. Dec 11 16:17:03.061079 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80122) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 11 16:17:03.061429 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading Plugin: router Dec 11 16:17:03.200783 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > router_interface before_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.201706 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > router after_create 55549900 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.202111 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > router before_create 55549900 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.202511 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.202927 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.203320 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > router after_delete 55549900 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.203744 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > floatingip after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.204152 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > router after_create 55549900 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.204535 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > router after_update 55549900 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.204924 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > router after_update 55549900 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.205308 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.205712 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > router after_update 55549900 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.206198 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > router precommit_update 55549900 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.206614 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: port after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.206985 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: port after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.207350 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: subnet after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.207743 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.208126 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > port precommit_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.208509 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > router precommit_create 55549900 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.208889 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: port before_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.209261 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > router precommit_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.209661 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > router after_update 55549900 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.210040 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > router precommit_delete 55549900 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.210421 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > router precommit_create 55549900 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.210825 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.211208 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > router precommit_update 55549900 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.211657 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > network after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.212643 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource_registry [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Tracking information for resource: router configured {{(pid=80122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 11 16:17:03.213005 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource_registry [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Tracking information for resource: floatingip configured {{(pid=80122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 11 16:17:03.217789 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.l3_agentschedulers_db [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 11 16:17:03.218422 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: port after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.218809 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: port after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.219185 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: port after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.219599 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: port after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.220495 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > router before_create 55550100 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.220887 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > router precommit_delete 55550100 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.221280 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > router precommit_create 55550100 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.221664 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > router precommit_update 55550100 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.226208 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.provider_configuration [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Service providers = [] {{(pid=80122) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 11 16:17:03.226595 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.servicetype_db [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80122) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 11 16:17:03.229569 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.service_base [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80122) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 11 16:17:03.229943 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.service_base [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80122) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 11 16:17:03.230307 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.service_base [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80122) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 11 16:17:03.231188 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.service_base [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80122) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 11 16:17:03.231605 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.services.service_base [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 11 16:17:03.232022 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 11 16:17:03.232392 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 11 16:17:03.253784 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 11 16:17:03.254153 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading Plugin: auto_allocate Dec 11 16:17:03.265207 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: network precommit_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.265601 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: network precommit_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.266184 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 11 16:17:03.266542 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading Plugin: tag Dec 11 16:17:03.277974 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 11 16:17:03.278332 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading Plugin: timestamp Dec 11 16:17:03.282172 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 11 16:17:03.282531 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading Plugin: network_ip_availability Dec 11 16:17:03.288020 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.288424 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.288809 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.289593 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 11 16:17:03.289947 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading Plugin: flavors Dec 11 16:17:03.306286 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 11 16:17:03.306652 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading Plugin: revisions Dec 11 16:17:03.311967 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 11 16:17:03.312384 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.705s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:17:03.313182 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80122) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Dec 11 16:17:03.313540 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Initializing extension manager. Dec 11 16:17:03.314110 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: __init__.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.314484 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: __pycache__ {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.314851 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: _filter_validation_lib.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.315216 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.315607 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: address_group.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.316394 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.317047 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: address-group Dec 11 16:17:03.317400 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: address_scope.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.318155 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.318729 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: address-scope Dec 11 16:17:03.319085 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.320059 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.320637 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: router-admin-state-down-before-update Dec 11 16:17:03.320993 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: agent.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.321740 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.322307 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: agent Dec 11 16:17:03.322660 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: agent_resources_synced.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.323590 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.324159 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: agent-resources-synced Dec 11 16:17:03.324513 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: allowedaddresspairs.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.327008 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.327619 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: allowed-address-pairs Dec 11 16:17:03.327984 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: auto_allocated_topology.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.329058 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.329642 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: auto-allocated-topology Dec 11 16:17:03.330000 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: availability_zone.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.330739 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.331311 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: availability_zone Dec 11 16:17:03.331687 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: availability_zone_filter.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.332626 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.333197 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: availability_zone_filter Dec 11 16:17:03.333549 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: data_plane_status.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.336086 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.336687 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension data-plane-status not supported by any of loaded plugins Dec 11 16:17:03.337055 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: default_subnetpools.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.337994 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.338578 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: default-subnetpools Dec 11 16:17:03.338979 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.339865 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.340450 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: dhcp_agent_scheduler Dec 11 16:17:03.340812 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: dns.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.341752 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.342323 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension dns-integration not supported by any of loaded plugins Dec 11 16:17:03.342679 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: dns_domain_ports.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.343630 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.344204 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 11 16:17:03.344561 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: dvr.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.345275 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.345844 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: dvr Dec 11 16:17:03.346200 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: empty_string_filtering.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.347111 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.347722 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: empty-string-filtering Dec 11 16:17:03.348080 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.348985 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.349549 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 11 16:17:03.349904 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.350806 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.351368 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 11 16:17:03.351751 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: external_net.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.352656 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.353224 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: external-net Dec 11 16:17:03.353576 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.354479 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.355053 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: extra_dhcp_opt Dec 11 16:17:03.355405 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: extraroute.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.356337 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.356913 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: extraroute Dec 11 16:17:03.357790 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: extraroute_atomic.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.358815 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.359397 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: extraroute-atomic Dec 11 16:17:03.359797 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: filter_validation.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.360497 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.361067 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: filter-validation Dec 11 16:17:03.361423 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: fip_pf_description.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.362336 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.362905 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 11 16:17:03.363263 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: fip_port_details.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.364201 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.364770 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: fip-port-details Dec 11 16:17:03.365125 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: flavors.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.366466 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.367051 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: flavors Dec 11 16:17:03.367416 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.369082 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.369670 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 11 16:17:03.370036 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: floatingip_pools.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.370780 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.371353 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: floatingip-pools Dec 11 16:17:03.371764 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: ip_allocation.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.372710 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.373881 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension ip_allocation not supported by any of loaded plugins Dec 11 16:17:03.374238 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.375154 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.375753 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: ip-substring-filtering Dec 11 16:17:03.376111 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: l2_adjacency.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.377030 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.377604 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 11 16:17:03.377962 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: l3.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.379017 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.379621 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: router Dec 11 16:17:03.379979 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.382229 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.382826 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 11 16:17:03.383194 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.384143 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.384728 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: ext-gw-mode Dec 11 16:17:03.385085 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.386002 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.386580 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: l3-ha Dec 11 16:17:03.386935 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: l3_flavors.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.387882 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.388479 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: l3-flavors Dec 11 16:17:03.388834 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.389834 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.390446 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 11 16:17:03.390805 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: l3agentscheduler.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.392002 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.392588 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: l3_agent_scheduler Dec 11 16:17:03.392948 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: logging.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.394435 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.395020 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension logging not supported by any of loaded plugins Dec 11 16:17:03.395385 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: metering.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.396201 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.396894 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: metering Dec 11 16:17:03.397258 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.398362 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.398940 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: metering_source_and_destination_fields Dec 11 16:17:03.399295 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: multiprovidernet.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.400268 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.400842 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: multi-provider Dec 11 16:17:03.401196 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: netmtu.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.402107 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.402680 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: net-mtu Dec 11 16:17:03.403034 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: netmtu_writable.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.404007 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.404579 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: net-mtu-writable Dec 11 16:17:03.404935 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: network_availability_zone.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.405645 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.406214 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: network_availability_zone Dec 11 16:17:03.406569 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: network_ip_availability.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.407818 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.408396 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: network-ip-availability Dec 11 16:17:03.408748 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: network_segment_range.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.409565 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.410154 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension network-segment-range not supported by any of loaded plugins Dec 11 16:17:03.410561 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: pagination.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.411897 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.412300 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: pagination Dec 11 16:17:03.412657 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.413573 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.414147 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: port-mac-address-regenerate Dec 11 16:17:03.414503 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.415412 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.416012 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: port-numa-affinity-policy Dec 11 16:17:03.416369 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: port_resource_request.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.417553 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.418126 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension port-resource-request not supported by any of loaded plugins Dec 11 16:17:03.418486 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: portbindings.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.419400 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.420519 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: binding Dec 11 16:17:03.420874 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: portbindings_extended.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.422139 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.422715 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: binding-extended Dec 11 16:17:03.423074 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: portsecurity.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.424019 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.424596 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: port-security Dec 11 16:17:03.424954 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: project_id.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.425923 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.426289 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: project-id Dec 11 16:17:03.426639 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: providernet.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.427577 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.428157 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: provider Dec 11 16:17:03.428514 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: qos.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.432135 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.432724 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension qos not supported by any of loaded plugins Dec 11 16:17:03.433095 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.434320 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.434900 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 11 16:17:03.435877 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.436801 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.437372 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 11 16:17:03.437736 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: qos_default.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.438644 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.439208 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension qos-default not supported by any of loaded plugins Dec 11 16:17:03.439588 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: qos_fip.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.440268 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.440832 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension qos-fip not supported by any of loaded plugins Dec 11 16:17:03.441186 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: qos_gateway_ip.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.442102 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.442671 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 11 16:17:03.443028 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: qos_port_network_policy.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.443954 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.444521 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 11 16:17:03.444874 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: qos_rule_type_details.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.445779 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.446344 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 11 16:17:03.446698 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: qos_rules_alias.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.447769 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.448341 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 11 16:17:03.448698 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: quotasv2.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.449653 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.450018 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: quotas Dec 11 16:17:03.450369 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: quotasv2_detail.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.452020 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.452353 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: quota_details Dec 11 16:17:03.452711 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: rbac.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.453961 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.454543 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: rbac-policies Dec 11 16:17:03.454906 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: rbac_address_scope.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.455868 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.456449 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: rbac-address-scope Dec 11 16:17:03.456807 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: rbac_security_groups.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.457722 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.458296 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: rbac-security-groups Dec 11 16:17:03.458651 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: rbac_subnetpool.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.459609 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.460182 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: rbac-subnetpool Dec 11 16:17:03.460537 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: revisionifmatch.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.461449 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.462024 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: revision-if-match Dec 11 16:17:03.462376 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: revisions.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.463508 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.464098 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: standard-attr-revisions Dec 11 16:17:03.464455 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: router_availability_zone.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.465162 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.465739 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: router_availability_zone Dec 11 16:17:03.466096 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: routerservicetype.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.467040 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.467648 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension router-service-type not supported by any of loaded plugins Dec 11 16:17:03.468010 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.468920 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.469491 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: port-security-groups-filtering Dec 11 16:17:03.469846 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.470760 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.471334 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: security-groups-remote-address-group Dec 11 16:17:03.471709 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: securitygroup.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.485112 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.485713 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: security-group Dec 11 16:17:03.486080 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: segment.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.486925 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.487522 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension segment not supported by any of loaded plugins Dec 11 16:17:03.487885 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.488838 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.489416 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 11 16:17:03.489777 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: servicetype.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.490865 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.491474 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: service-type Dec 11 16:17:03.491833 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: sorting.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.492811 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.493180 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: sorting Dec 11 16:17:03.493536 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: standard_attr_segment.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.494433 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.495034 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 11 16:17:03.495365 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: standardattrdescription.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.496067 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.496640 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: standard-attr-description Dec 11 16:17:03.496996 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: stateful_security_group.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.498473 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.499058 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: stateful-security-group Dec 11 16:17:03.499417 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: stdattrs_common.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.500023 dv-cinder-766752-1-smb neutron-server[80122]: WARNING neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 11 16:17:03.500374 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.501308 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.501879 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 11 16:17:03.502232 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: subnet_onboard.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.503286 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.503894 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: subnet_onboard Dec 11 16:17:03.504249 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.505253 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.505826 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 11 16:17:03.506181 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: subnet_service_types.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.507111 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.507732 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: subnet-service-types Dec 11 16:17:03.508094 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: subnetallocation.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.509161 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.509737 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: subnet_allocation Dec 11 16:17:03.510091 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.510789 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.511389 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: subnetpool-prefix-ops Dec 11 16:17:03.511788 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.512737 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.513332 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 11 16:17:03.513734 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: tagging.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.515074 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.515695 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: standard-attr-tag Dec 11 16:17:03.516091 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: timestamp.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.517289 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.517868 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loaded extension: standard-attr-timestamp Dec 11 16:17:03.518227 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: trunk.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.519243 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.519849 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension trunk not supported by any of loaded plugins Dec 11 16:17:03.520210 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: trunk_details.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.521136 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.521704 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension trunk-details not supported by any of loaded plugins Dec 11 16:17:03.522059 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: uplink_status_propagation.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.522969 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.523570 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 11 16:17:03.523950 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Loading extension file: vlantransparent.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 11 16:17:03.524617 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 16:17:03.525187 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 11 16:17:03.527780 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Creating instance of TrackedResource for resource:network Dec 11 16:17:03.528590 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Creating instance of TrackedResource for resource:subnet Dec 11 16:17:03.529279 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Creating instance of TrackedResource for resource:subnetpool Dec 11 16:17:03.529932 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Creating instance of TrackedResource for resource:port Dec 11 16:17:03.531400 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.resource_helper [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 11 16:17:03.531913 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.resource_helper [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Service FLAVORS assigned prefix: {{(pid=80122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 11 16:17:03.532576 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.resource_helper [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 11 16:17:03.533034 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.resource_helper [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 11 16:17:03.533406 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Creating instance of TrackedResource for resource:router Dec 11 16:17:03.534126 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Creating instance of TrackedResource for resource:floatingip Dec 11 16:17:03.534857 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.resource_helper [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Service METERING assigned prefix: /metering {{(pid=80122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 11 16:17:03.536632 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.537029 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.537408 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:17:03.538529 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Creating instance of CountableResource for resource:rbac_policy Dec 11 16:17:03.539008 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Creating instance of TrackedResource for resource:security_group Dec 11 16:17:03.539852 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 11 16:17:03.540626 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.resource_helper [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Service CORE assigned prefix: {{(pid=80122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 11 16:17:03.540996 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Creating instance of TrackedResource for resource:subnetpool Dec 11 16:17:03.541355 dv-cinder-766752-1-smb neutron-server[80122]: WARNING neutron.quota.resource_registry [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] subnetpool is already registered Dec 11 16:17:03.542268 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.resource_helper [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Service CORE assigned prefix: {{(pid=80122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 11 16:17:03.542652 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Creating instance of TrackedResource for resource:subnetpool Dec 11 16:17:03.543041 dv-cinder-766752-1-smb neutron-server[80122]: WARNING neutron.quota.resource_registry [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] subnetpool is already registered Dec 11 16:17:03.546338 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.resource_helper [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 11 16:17:03.546808 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.resource_helper [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Service FLAVORS assigned prefix: {{(pid=80122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 11 16:17:03.547440 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.resource_helper [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 11 16:17:03.547922 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.resource_helper [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 11 16:17:03.548288 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Creating instance of TrackedResource for resource:router Dec 11 16:17:03.548650 dv-cinder-766752-1-smb neutron-server[80122]: WARNING neutron.quota.resource_registry [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] router is already registered Dec 11 16:17:03.549308 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Creating instance of TrackedResource for resource:floatingip Dec 11 16:17:03.549667 dv-cinder-766752-1-smb neutron-server[80122]: WARNING neutron.quota.resource_registry [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] floatingip is already registered Dec 11 16:17:03.550352 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.resource_helper [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Service METERING assigned prefix: /metering {{(pid=80122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 11 16:17:03.551085 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Creating instance of CountableResource for resource:rbac_policy Dec 11 16:17:03.551476 dv-cinder-766752-1-smb neutron-server[80122]: WARNING neutron.quota.resource_registry [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] rbac_policy is already registered Dec 11 16:17:03.552889 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Creating instance of TrackedResource for resource:security_group Dec 11 16:17:03.553255 dv-cinder-766752-1-smb neutron-server[80122]: WARNING neutron.quota.resource_registry [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] security_group is already registered Dec 11 16:17:03.553996 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 11 16:17:03.554422 dv-cinder-766752-1-smb neutron-server[80122]: WARNING neutron.quota.resource_registry [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] security_group_rule is already registered Dec 11 16:17:03.555150 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.resource_helper [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Service CORE assigned prefix: {{(pid=80122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 11 16:17:03.555540 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Creating instance of TrackedResource for resource:subnetpool Dec 11 16:17:03.555900 dv-cinder-766752-1-smb neutron-server[80122]: WARNING neutron.quota.resource_registry [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] subnetpool is already registered Dec 11 16:17:03.556549 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.resource_helper [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Service CORE assigned prefix: {{(pid=80122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 11 16:17:03.556915 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Creating instance of TrackedResource for resource:subnetpool Dec 11 16:17:03.557267 dv-cinder-766752-1-smb neutron-server[80122]: WARNING neutron.quota.resource_registry [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] subnetpool is already registered Dec 11 16:17:03.557968 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: extensions {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.559560 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: address-groups {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.562068 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: address-scopes {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.563660 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: agents {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.564891 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: auto-allocated-topology {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.566205 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: availability_zones {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.567615 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: dhcp-networks {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.569111 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: dhcp-agents {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.570669 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: routers {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.572634 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: flavors {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.573869 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: service_profiles {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.575158 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: next_providers {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.576816 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: service_profiles {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.578355 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: floatingip-pools {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.579695 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: routers {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.581590 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: floatingips {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.582861 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: l3-routers {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.584355 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: l3-agents {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.585861 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: metering-labels {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.587288 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: metering-label-rules {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.588696 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: network-ip-availabilities {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.590030 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: bindings {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.591790 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: quotas {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.593304 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: quotas {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.594777 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: rbac-policies {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.596161 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: security-groups {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.597458 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: security-group-rules {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.598767 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: service-providers {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.600103 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: subnetpools {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.601601 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: subnetpools {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.603134 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: tags {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.604925 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: tags {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.606823 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: tags {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.609299 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: tags {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.611179 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: tags {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.612982 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: tags {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.614887 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: tags {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.617674 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: tags {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.619685 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: tags {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.621637 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Extended resource: tags {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 11 16:17:03.629329 dv-cinder-766752-1-smb neutron-server[80122]: WARNING keystonemiddleware.auth_token [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 11 16:17:03.634515 dv-cinder-766752-1-smb neutron-server[80122]: WARNING keystonemiddleware.auth_token [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 11 16:17:03.643291 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Acquired lock "singleton_lock" {{(pid=80122) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 11 16:17:03.643842 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Releasing lock "singleton_lock" {{(pid=80122) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 11 16:17:03.645338 dv-cinder-766752-1-smb neutron-server[80122]: INFO oslo_service.service [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Starting 2 workers Dec 11 16:17:03.650133 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Started child 80242 {{(pid=80122) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 11 16:17:03.656259 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:03.656489 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Started child 80243 {{(pid=80122) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 11 16:17:03.656606 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [-] (80242) wsgi starting up on http://0.0.0.0:9696 Dec 11 16:17:03.656725 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.service [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 11 16:17:03.657258 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Notify callbacks [] for process, before_spawn {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:03.659504 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:03.659786 dv-cinder-766752-1-smb neutron-server[80122]: INFO oslo_service.service [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Starting 1 workers Dec 11 16:17:03.661057 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [-] (80243) wsgi starting up on http://0.0.0.0:9696 Dec 11 16:17:03.665511 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Started child 80244 {{(pid=80122) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 11 16:17:03.666073 dv-cinder-766752-1-smb neutron-server[80122]: INFO oslo_service.service [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Starting 1 workers Dec 11 16:17:03.670249 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.service [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] calling RpcWorker wait() {{(pid=80244) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 11 16:17:03.670645 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.service [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] returning from RpcWorker wait() {{(pid=80244) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 11 16:17:03.671894 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Started child 80245 {{(pid=80122) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 11 16:17:03.672180 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:03.672699 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f2c1be15-d65e-4572-9e0d-b700c3260792 None None] Notify callbacks [] for process, after_spawn {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:03.672811 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:17:03.674758 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80122) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Dec 11 16:17:03.674979 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 11 16:17:03.675182 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 11 16:17:03.675445 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 11 16:17:03.675882 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 11 16:17:03.676046 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 11 16:17:03.676798 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.677240 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.677683 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.678257 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.678738 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.679937 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:03.680196 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.680645 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.681029 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.681437 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.681550 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:17:03.681883 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.682174 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.682560 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.683036 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.683432 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.683875 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.684245 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.684599 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.684960 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.685885 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.686274 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.686676 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.687057 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.687437 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] debug = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.687827 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.688518 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.688868 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.689229 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.689573 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.689961 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.690317 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.690680 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.691021 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.691356 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.691825 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.692210 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.692558 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.692894 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.693278 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.693617 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.694161 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] host = dv-cinder-766752-1-smb {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.694506 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.694849 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.695200 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.695581 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.695939 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.696267 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.696735 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.697019 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.697362 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.697721 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.698070 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.698413 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.698773 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.699114 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_file = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.699386 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_options = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.699744 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.700100 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.702181 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.702388 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.702655 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.702730 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.703143 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.703300 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.703571 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.703839 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.704097 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.704489 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.704727 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.704921 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.705206 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.705462 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.705744 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.705992 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.706296 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.706586 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.706879 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.707152 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.707405 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.707687 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.710112 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.710112 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.710112 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.710112 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.710112 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.710112 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.710541 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.710611 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.710869 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.711153 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.711442 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.711709 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.711991 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.712309 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.712584 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.712867 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.713523 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.713775 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.714677 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.714947 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.715194 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.715502 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] use_json = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.715745 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.715999 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.716307 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.717073 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.717322 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.717586 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.717836 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.718120 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.718588 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.718907 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.719260 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.719561 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.719841 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.720573 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.720862 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.721113 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.724429 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.724874 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.725422 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.725706 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.726062 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.726486 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.726757 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.727057 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.727325 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.727612 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.727884 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.728172 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.728420 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.728686 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.728991 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.729242 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.729488 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.729757 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.730006 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.730274 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.730529 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.730822 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.731090 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.731341 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.731631 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.731876 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.732144 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.732900 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.733166 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.733440 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.733738 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.734011 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.734283 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.734525 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.734770 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.735019 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.735306 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.735578 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.735820 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.736059 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.736303 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.736543 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.736817 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.737083 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.737329 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.737566 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.737813 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.738068 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.738310 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.738560 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.738800 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.739047 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.739307 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.739588 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.739839 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.740081 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.741799 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.741799 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.741799 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.741799 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.741799 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.741799 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.741799 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.742456 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.742456 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.742456 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.742728 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.742924 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.743206 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.743629 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.743909 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.744178 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.744449 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.744699 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.744968 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.745240 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.745528 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.745782 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.746068 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.746320 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.746566 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.746853 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.747099 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.747371 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.747688 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.747942 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.748457 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.748457 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.748713 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.748977 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.749313 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.749506 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.749774 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.750096 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.750304 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.750558 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.750859 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.751219 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.751533 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.751834 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.752111 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.752405 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.752673 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.752935 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.753209 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.753472 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.753753 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.754015 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.754314 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.754571 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.754820 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.755059 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.755318 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.755707 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.755979 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.756234 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.756495 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.756799 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.757068 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.757318 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.757607 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.757897 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.758182 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.758472 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.758754 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.759023 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.759306 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.759607 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.759872 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.760135 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.760377 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.760649 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.760940 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.761156 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.761413 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.761647 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.761899 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.762211 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.762496 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.762763 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.763042 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.763283 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.763568 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.763836 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.764081 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.764328 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.764573 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.764813 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.765094 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.765339 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.765642 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.765923 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.766190 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.766476 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.766746 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.767016 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.767256 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.767581 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.767829 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.768068 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.768306 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.768552 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.768809 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.769062 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.769334 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.769575 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.769858 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.770151 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.770514 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.770777 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.771798 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.772161 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.772509 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.772857 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.773188 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.773683 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.773839 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.774137 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.775095 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 37338) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:17:03.775294 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.775294 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.775294 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.777141 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.780320 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.780320 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.780684 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.780684 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.780967 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.781251 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.781542 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.782397 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.782397 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.782583 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.782753 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.783051 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.783333 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.783668 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.783946 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.784214 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.784504 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.784792 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.785186 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.785619 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.785786 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.786044 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0096855 Dec 11 16:17:03.786145 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.786418 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.786728 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.787034 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.787292 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.787752 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.788562 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.789233 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.789576 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.790439 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.790743 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.791007 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.791289 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.791582 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.792098 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.792362 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.792651 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.792939 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.793228 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.793485 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.793758 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.794041 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.794305 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.795704 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.796208 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.796470 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.796865 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 11 16:17:03.797434 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80122) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Dec 11 16:17:03.797672 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 11 16:17:03.797861 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 11 16:17:03.798647 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 11 16:17:03.798647 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 11 16:17:03.798647 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 11 16:17:03.798647 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.798910 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.798990 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.799114 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.799299 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.799509 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.799950 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.800140 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.800327 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.800512 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.800696 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.800880 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.801062 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.801322 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.801415 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.802320 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.802320 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.802320 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.802320 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.802320 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.802320 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.802854 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.802854 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] debug = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.802854 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.803111 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.803111 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.803277 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.803494 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.803660 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.803847 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.804000 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.804215 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.804369 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.804518 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.804686 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.804831 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.804979 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.805127 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.805299 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.805460 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] host = dv-cinder-766752-1-smb {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.805604 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.805755 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.805904 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.806052 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.806204 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.806308 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.806486 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.806669 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.806822 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.806967 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.807144 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.807355 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.808315 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.808676 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_file = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.808842 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_options = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.809029 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.809191 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.809371 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.809578 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.809764 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.810761 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.810761 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.810761 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.810761 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.810761 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.811476 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.811476 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.811476 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.811476 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.811476 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.812136 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.812136 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.812136 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.812136 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.812671 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.812671 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.812671 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.813102 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.813102 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.813102 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.813519 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.813519 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.813519 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.813945 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.813945 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.813945 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.814361 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.814361 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.814644 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.814644 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.814935 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.814935 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.815225 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.815225 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.815582 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.815582 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.815772 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.815772 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.815947 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.816116 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.816297 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] use_json = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.816478 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.816651 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.816820 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.816998 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.817682 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.817682 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.817682 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.817682 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 11 16:17:03.817940 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.818017 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.818163 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.818429 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.818521 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.818687 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.818869 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.819053 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.819236 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.819421 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.819637 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.819819 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.820326 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.820326 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.820479 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.820621 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.820805 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.820991 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.821176 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.821361 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.821547 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.822509 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.822509 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.822509 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.822509 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.822509 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.822509 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.822883 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.822883 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.823009 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.823170 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.823349 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.823670 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.823836 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.823968 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.824082 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.824844 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.824844 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.824844 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.824844 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.824844 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.825354 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.825354 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.825354 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.825535 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.825612 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.825780 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.826730 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.826730 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.826730 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.826730 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.826730 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.827145 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.827145 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.827145 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.827343 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.827469 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.827655 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.827839 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.828043 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.828208 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.829284 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.829284 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.829284 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.829284 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.829284 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.829284 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.829655 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.829655 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.829655 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.829828 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.829962 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.831107 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.831107 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.831107 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.831107 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.831107 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.831107 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.831107 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.831749 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.831749 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.831749 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.831950 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.831950 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.832117 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.832302 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.832989 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.832989 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.832989 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.832989 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.833262 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.833262 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.833431 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.833611 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.833792 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.833975 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.834851 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.834851 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.834851 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.834851 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.834851 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.835185 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.835185 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.835308 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.835524 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.835720 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.836694 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.836694 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.836694 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.836694 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.836694 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.836694 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.837079 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.837079 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.837218 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.837355 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.838045 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.838045 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.838045 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.838045 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.838318 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.838386 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.838756 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.838853 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.839043 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.839221 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.839642 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.839642 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.839778 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.839893 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.840086 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.840228 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.840412 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.840594 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.840778 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.840961 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.841143 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.841243 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:17:03.841339 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.842000 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.842184 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.842368 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.842552 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.842735 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.842918 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.843100 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.843283 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.843572 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.843759 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.843943 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.844126 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.844310 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.844493 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.844676 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.844858 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.845041 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.845226 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.845409 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.845591 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.845782 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.845947 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.846292 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.847285 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.847285 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.847285 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.847285 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.847285 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.847285 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.847765 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.847765 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.847765 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.847959 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.848123 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.848306 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.848493 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.848677 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.848861 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.849062 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.849245 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.849429 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.849638 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.849799 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.849981 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.850165 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.850349 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.850532 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.850713 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.850900 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.851088 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.851274 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.851488 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.851661 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.851846 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.852028 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.853214 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.853214 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.853214 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.853214 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.853214 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.853214 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.853214 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.853732 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.853732 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.853732 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.853986 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.853986 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.854206 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.854303 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.854456 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.854646 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.854846 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.855036 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.855217 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.855395 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.855629 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.855822 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.856008 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.856200 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.857020 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.857020 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.857020 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.857020 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.857020 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.857904 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.857904 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.858145 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.858273 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.858385 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.858554 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.858731 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.858914 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.859098 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.859282 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.859518 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.859673 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.859858 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.860043 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.861984 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 11 16:17:03.861984 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 11 16:17:14.045122 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653071d0-5d83-4a8b-afbc-bec8caa31bb9 None None] get_active_networks_info from dv-cinder-766752-1-smb {{(pid=80244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 11 16:17:14.192643 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653071d0-5d83-4a8b-afbc-bec8caa31bb9 None None] No non-hosted networks {{(pid=80244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 11 16:17:14.208026 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agentschedulers_db [None req-653071d0-5d83-4a8b-afbc-bec8caa31bb9 None None] DHCP Agent not found on host dv-cinder-766752-1-smb {{(pid=80244) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Dec 11 16:17:14.430816 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-442a9b90-3d6a-4c1a-bf63-dbf80fb12768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351'] for agent, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:16.084718 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c6bad9e1-3e3f-4656-a063-689ea05876be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351'] for agent, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:16.176957 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c17ceec2-8f36-4cb3-a354-693b00e14e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:16.778138 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351'] for agent, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:17.477817 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351'] for agent, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:17.478556 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:17.479202 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:17.479727 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:17.480310 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:17.480875 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:17.481421 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:17.481996 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:17.482560 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:17.483101 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:17.483685 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:17.484232 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:17.484787 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:17.485398 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-766752-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:17:17.490989 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-766752-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:17:18.416173 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351'] for agent, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:19.412228 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] get_endpoint_by_host() called for host dv-cinder-766752-1-smb {{(pid=80244) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Dec 11 16:17:19.418042 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] get_endpoint_by_ip() called for ip 192.168.0.10 {{(pid=80244) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Dec 11 16:17:19.421417 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] _add_endpoint() called for ip 192.168.0.10 {{(pid=80244) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Dec 11 16:17:19.427021 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] _get_endpoints() called {{(pid=80244) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Dec 11 16:17:19.869951 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 37438) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:17:20.529890 dv-cinder-766752-1-smb neutron-server[80122]: WARNING oslo_policy.policy [None req-310b3409-d67d-4299-b629-87c932080742 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 11 16:17:20.530483 dv-cinder-766752-1-smb neutron-server[80122]: WARNING oslo_policy.policy [None req-310b3409-d67d-4299-b629-87c932080742 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 11 16:17:20.761739 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [None req-310b3409-d67d-4299-b629-87c932080742 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80243) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 11 16:17:20.762941 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-310b3409-d67d-4299-b629-87c932080742 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.8919098 Dec 11 16:17:22.248512 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.l3_hamode_db [None req-ba302ab2-3657-4cd5-bd80-c5bda1aeaec3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 11 16:17:22.334290 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba302ab2-3657-4cd5-bd80-c5bda1aeaec3 None None] Routers set() bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:17:22.334650 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba302ab2-3657-4cd5-bd80-c5bda1aeaec3 None None] Router IDs set() for agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 11 16:17:23.489530 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 37452) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:17:23.909874 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-8ad34427-3cfe-4d7f-86f6-b076ad248a01 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:17:23.959652 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.policy [None req-8ad34427-3cfe-4d7f-86f6-b076ad248a01 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80243) register_rules /opt/stack/neutron/neutron/policy.py:67}} Dec 11 16:17:23.960460 dv-cinder-766752-1-smb neutron-server[80122]: WARNING oslo_policy.policy [None req-8ad34427-3cfe-4d7f-86f6-b076ad248a01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 11 16:17:23.960861 dv-cinder-766752-1-smb neutron-server[80122]: WARNING oslo_policy.policy [None req-8ad34427-3cfe-4d7f-86f6-b076ad248a01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 11 16:17:23.967771 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.quota [None req-8ad34427-3cfe-4d7f-86f6-b076ad248a01 admin admin] Loaded quota_driver: . Dec 11 16:17:24.013007 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-8ad34427-3cfe-4d7f-86f6-b076ad248a01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:17:24.068793 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8ad34427-3cfe-4d7f-86f6-b076ad248a01 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769898667262', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769898620236', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769898619438', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769898973979', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769898633821', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3589324', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851024699', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-573712', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853273057'] for rbac-policy, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:24.131758 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8ad34427-3cfe-4d7f-86f6-b076ad248a01 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:24.132987 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-8ad34427-3cfe-4d7f-86f6-b076ad248a01 admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6424518 Dec 11 16:17:27.106260 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 37466) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:17:27.522459 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Request body: {'network': {'name': 'private', 'project_id': '3fefba692a4b4e6fbc4806361da94eeb', 'admin_state_up': True}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:17:27.528366 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:17:27.532958 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Usage tracker for resource:network and tenant:3fefba692a4b4e6fbc4806361da94eeb is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:17:27.536667 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:17:27.542996 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:17:27.552285 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Made reservation on behalf of 3fefba692a4b4e6fbc4806361da94eeb for: {'network': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:17:27.558454 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for network, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:27.576940 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:27.592599 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:17:27.596545 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Usage tracker for resource:security_group_rule and tenant:3fefba692a4b4e6fbc4806361da94eeb is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:17:27.600302 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:17:27.606025 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:17:27.714563 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:27.717863 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:27.723501 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:17:27.749138 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 11 16:17:27.775850 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769896991466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:27.776432 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Added segment 3b702863-54ca-4d1f-909b-b30f3f445600 of type vxlan for network 5265654d-1f6f-4f28-a0bf-e38ccce5b932 Dec 11 16:17:27.785357 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ad7533-378d-4701-9491-df19d12e149e,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:17:27.840266 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:27.840630 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:27.841013 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:27.841365 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:27.841715 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:27.842062 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:27.842406 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:27.842800 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:27.843112 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:27.843498 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:27.843820 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:27.844155 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Tracked resource versions report: Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: pushed versions: Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: { 'AddressGroup': {'1.0'}, Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: 'ConntrackHelper': {'1.0'}, Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: 'Log': {'1.0'}, Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: 'Network': {'1.1'}, Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: 'Port': {'1.6'}, Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: 'PortForwarding': {'1.2'}, Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: 'QosPolicy': {'1.8'}, Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroup': {'1.3'}, Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroupRule': {'1.1'}, Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: 'SubPort': {'1.0'}, Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: 'Subnet': {'1.1'}, Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: 'Trunk': {'1.1'}} Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: consumer versions: Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: { DHCP agent@dv-cinder-766752-1-smb: {}, Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: L3 agent@dv-cinder-766752-1-smb: {}, Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: Metadata agent@dv-cinder-766752-1-smb: {}, Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: Metering agent@dv-cinder-766752-1-smb: {}, Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: Open vSwitch agent@dv-cinder-766752-1-smb: { 'AddressGroup': '1.0', Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: 'ConntrackHelper': '1.0', Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: 'Log': '1.0', Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: 'Network': '1.1', Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: 'Port': '1.6', Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: 'PortForwarding': '1.2', Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: 'QosPolicy': '1.8', Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroup': '1.3', Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroupRule': '1.1', Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: 'SubPort': '1.0', Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: 'Subnet': '1.1', Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: 'Trunk': '1.1'}} Dec 11 16:17:27.845263 dv-cinder-766752-1-smb neutron-server[80122]: {{(pid=80243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 11 16:17:27.900449 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769896439940'] for network, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:27.904951 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:17:27.940051 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882'] for network, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:27.941374 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:17:27.942035 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:27.946716 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:17:28.204866 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0968018 Dec 11 16:17:28.207416 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Pushing event updated for resources: {'Network': ['ID=5265654d-1f6f-4f28-a0bf-e38ccce5b932,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:17:28.233704 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:17:28.242501 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Network 5265654d-1f6f-4f28-a0bf-e38ccce5b932 details requested by agent ovs-agent-dv-cinder-766752-1-smb with host dv-cinder-766752-1-smb {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:17:31.310903 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 37482) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:17:31.821933 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc934a1-ba76-410a-87a0-0edc1d36e37a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:17:31.823393 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-abc934a1-ba76-410a-87a0-0edc1d36e37a admin admin] 10.222.0.45 "GET /v2.0/networks/5265654d-1f6f-4f28-a0bf-e38ccce5b932 HTTP/1.1" status: 200 len: 818 time: 0.5114114 Dec 11 16:17:31.852591 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-23c6be7e-c855-4aef-91c0-f0cb239a46ef admin admin] 10.222.0.45 "GET /v2.0/subnetpools/fc60cb43-038b-4e5e-ad61-6c49a14fad76 HTTP/1.1" status: 200 len: 734 time: 0.0223548 Dec 11 16:17:31.861985 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-c001abe1-948f-442a-a640-569c2af70b18 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '5265654d-1f6f-4f28-a0bf-e38ccce5b932', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'fc60cb43-038b-4e5e-ad61-6c49a14fad76', 'tenant_id': '3fefba692a4b4e6fbc4806361da94eeb'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:17:31.866623 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-c001abe1-948f-442a-a640-569c2af70b18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:17:31.870561 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-c001abe1-948f-442a-a640-569c2af70b18 admin admin] Usage tracker for resource:subnet and tenant:3fefba692a4b4e6fbc4806361da94eeb is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:17:31.874111 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-c001abe1-948f-442a-a640-569c2af70b18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:17:31.879777 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-c001abe1-948f-442a-a640-569c2af70b18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:17:31.888953 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c001abe1-948f-442a-a640-569c2af70b18 admin admin] Made reservation on behalf of 3fefba692a4b4e6fbc4806361da94eeb for: {'subnet': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:17:31.893467 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c001abe1-948f-442a-a640-569c2af70b18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:32.376506 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c001abe1-948f-442a-a640-569c2af70b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882'] for subnet, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:32.391504 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:17:32.522659 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001abe1-948f-442a-a640-569c2af70b18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df888e69-56ed-4f09-b8f4-d568f0bebb74,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:17:32.537326 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c001abe1-948f-442a-a640-569c2af70b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:17:32.594888 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c001abe1-948f-442a-a640-569c2af70b18 admin admin] Checking segment: {'id': '3b702863-54ca-4d1f-909b-b30f3f445600', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5265654d-1f6f-4f28-a0bf-e38ccce5b932'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:17:32.595259 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c001abe1-948f-442a-a640-569c2af70b18 admin admin] Network hostable DHCP agents. Network: 5265654d-1f6f-4f28-a0bf-e38ccce5b932, hostable agents: ['152ea6c3-4f92-4bdd-b82f-bafaeb087025'], hosted agents: [] {{(pid=80243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 11 16:17:32.615025 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c001abe1-948f-442a-a640-569c2af70b18 admin admin] Network 5265654d-1f6f-4f28-a0bf-e38ccce5b932 is scheduled to be hosted by DHCP agent 152ea6c3-4f92-4bdd-b82f-bafaeb087025 with binding_index 1 {{(pid=80243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 11 16:17:32.624743 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-c001abe1-948f-442a-a640-569c2af70b18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-smb, 5265654d-1f6f-4f28-a0bf-e38ccce5b932) {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:17:32.629215 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c001abe1-948f-442a-a640-569c2af70b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:17:32.629792 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c001abe1-948f-442a-a640-569c2af70b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:32.634513 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bd40fd-b33c-4df8-ba6b-c483bc79ae49 None None] Network 5265654d-1f6f-4f28-a0bf-e38ccce5b932 requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:17:32.663488 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-c001abe1-948f-442a-a640-569c2af70b18 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7922883 Dec 11 16:17:32.958950 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc3d95e0-9722-56b3-ab5c-a7335d02e18f-5265654d-1f6f-4f28-a0bf-e38ccce5b932', 'network_id': '5265654d-1f6f-4f28-a0bf-e38ccce5b932', 'tenant_id': '3fefba692a4b4e6fbc4806361da94eeb', 'fixed_ips': [{'subnet_id': 'df888e69-56ed-4f09-b8f4-d568f0bebb74'}]}} from dv-cinder-766752-1-smb. {{(pid=80244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 11 16:17:32.960241 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:33.306760 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Allocated IP 172.20.0.2 (5265654d-1f6f-4f28-a0bf-e38ccce5b932/df888e69-56ed-4f09-b8f4-d568f0bebb74/c0b67ae3-0e17-438d-ab60-cb3fc81cde15) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:17:33.539620 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:33.553362 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Transition to ACTIVE for port object c0b67ae3-0e17-438d-ab60-cb3fc81cde15 will not be triggered until provisioned by entity L2. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:17:33.571513 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Transition to ACTIVE for port object c0b67ae3-0e17-438d-ab60-cb3fc81cde15 will not be triggered until provisioned by entity DHCP. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:17:33.579043 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:33.594963 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:17:33.893169 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Pushing event updated for resources: {'Port': ['ID=c0b67ae3-0e17-438d-ab60-cb3fc81cde15,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:17:33.907003 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:33.907375 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:33.907765 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:33.908123 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:33.908475 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:33.908836 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:33.909187 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:33.909535 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:33.909884 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:33.910229 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:33.910572 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:33.910939 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Tracked resource versions report: Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: pushed versions: Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: { 'AddressGroup': {'1.0'}, Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: 'ConntrackHelper': {'1.0'}, Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: 'Log': {'1.0'}, Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: 'Network': {'1.1'}, Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: 'Port': {'1.6'}, Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: 'PortForwarding': {'1.2'}, Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: 'QosPolicy': {'1.8'}, Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroup': {'1.3'}, Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroupRule': {'1.1'}, Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: 'SubPort': {'1.0'}, Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: 'Subnet': {'1.1'}, Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: 'Trunk': {'1.1'}} Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: consumer versions: Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: { DHCP agent@dv-cinder-766752-1-smb: {}, Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: L3 agent@dv-cinder-766752-1-smb: {}, Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: Metadata agent@dv-cinder-766752-1-smb: {}, Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: Metering agent@dv-cinder-766752-1-smb: {}, Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: Open vSwitch agent@dv-cinder-766752-1-smb: { 'AddressGroup': '1.0', Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: 'ConntrackHelper': '1.0', Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: 'Log': '1.0', Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: 'Network': '1.1', Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: 'Port': '1.6', Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: 'PortForwarding': '1.2', Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: 'QosPolicy': '1.8', Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroup': '1.3', Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroupRule': '1.1', Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: 'SubPort': '1.0', Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: 'Subnet': '1.1', Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: 'Trunk': '1.1'}} Dec 11 16:17:33.912023 dv-cinder-766752-1-smb neutron-server[80122]: {{(pid=80244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 11 16:17:33.915574 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:17:33.966266 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Network 5265654d-1f6f-4f28-a0bf-e38ccce5b932 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:17:33.967514 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Resources bound (agent type, host, resource id): {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:17:33.970399 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:17:34.029110 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Attempting to bind port c0b67ae3-0e17-438d-ab60-cb3fc81cde15 on host dv-cinder-766752-1-smb for vnic_type normal with profile {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:17:34.029530 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Attempting to bind port c0b67ae3-0e17-438d-ab60-cb3fc81cde15 by drivers openvswitch on host dv-cinder-766752-1-smb at level 0 using segments [{'id': '3b702863-54ca-4d1f-909b-b30f3f445600', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5265654d-1f6f-4f28-a0bf-e38ccce5b932'}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:17:34.029943 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Attempting to bind port c0b67ae3-0e17-438d-ab60-cb3fc81cde15 on network 5265654d-1f6f-4f28-a0bf-e38ccce5b932 {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:17:34.035591 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Checking agent: {'id': 'f164431f-4e07-4bd6-ace5-674ca64419be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 17), 'started_at': datetime.datetime(2020, 12, 11, 16, 17, 17), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:17:34.036233 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Checking segment: {'id': '3b702863-54ca-4d1f-909b-b30f3f445600', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5265654d-1f6f-4f28-a0bf-e38ccce5b932'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:17:34.036429 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:34.037608 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Bound using segment: {'id': '3b702863-54ca-4d1f-909b-b30f3f445600', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5265654d-1f6f-4f28-a0bf-e38ccce5b932'} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:17:34.037608 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Bound port: c0b67ae3-0e17-438d-ab60-cb3fc81cde15, host: dv-cinder-766752-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b702863-54ca-4d1f-909b-b30f3f445600', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5265654d-1f6f-4f28-a0bf-e38ccce5b932'}}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:17:34.037806 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:34.127313 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] For port c0b67ae3-0e17-438d-ab60-cb3fc81cde15, host dv-cinder-766752-1-smb, cleared binding levels {{(pid=80244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:17:34.131369 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] For port c0b67ae3-0e17-438d-ab60-cb3fc81cde15, host dv-cinder-766752-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=c0b67ae3-0e17-438d-ab60-cb3fc81cde15,segment=NetworkSegment(3b702863-54ca-4d1f-909b-b30f3f445600),segment_id=3b702863-54ca-4d1f-909b-b30f3f445600)] {{(pid=80244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:17:34.134571 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:34.150322 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:17:34.294866 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Pushing event updated for resources: {'Port': ['ID=c0b67ae3-0e17-438d-ab60-cb3fc81cde15,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:17:34.298377 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:17:35.427396 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 37492) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:17:35.912691 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [None req-cd2f0c5f-8f55-4630-b57d-55c59d083d97 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80243) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 11 16:17:35.913881 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-cd2f0c5f-8f55-4630-b57d-55c59d083d97 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.4854372 Dec 11 16:17:37.490193 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device c0b67ae3-0e17-438d-ab60-cb3fc81cde15 up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:17:37.558834 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning for port c0b67ae3-0e17-438d-ab60-cb3fc81cde15 completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:17:38.671398 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 37506) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:17:38.781272 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8a1d17-e4ad-437e-866b-ff0a8238c8e4 None None] Network 5265654d-1f6f-4f28-a0bf-e38ccce5b932 requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:17:38.881528 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-e10ca241-7e4d-4874-8e2c-a17985bd65b1 None None] Provisioning for port c0b67ae3-0e17-438d-ab60-cb3fc81cde15 completed by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:17:38.890662 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-e10ca241-7e4d-4874-8e2c-a17985bd65b1 None None] Provisioning complete for port c0b67ae3-0e17-438d-ab60-cb3fc81cde15 triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:17:38.891061 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e10ca241-7e4d-4874-8e2c-a17985bd65b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:39.101706 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [None req-d1ebf83b-88fc-4279-81fb-0932e04da239 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80243) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 11 16:17:39.102770 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-d1ebf83b-88fc-4279-81fb-0932e04da239 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.4303071 Dec 11 16:17:39.127997 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e10ca241-7e4d-4874-8e2c-a17985bd65b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:39.170103 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-e10ca241-7e4d-4874-8e2c-a17985bd65b1 None None] For port c0b67ae3-0e17-438d-ab60-cb3fc81cde15, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=c0b67ae3-0e17-438d-ab60-cb3fc81cde15,segment=NetworkSegment(3b702863-54ca-4d1f-909b-b30f3f445600),segment_id=3b702863-54ca-4d1f-909b-b30f3f445600)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:17:39.174550 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e10ca241-7e4d-4874-8e2c-a17985bd65b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:39.181161 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:17:39.257674 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ca241-7e4d-4874-8e2c-a17985bd65b1 None None] Pushing event updated for resources: {'Port': ['ID=c0b67ae3-0e17-438d-ab60-cb3fc81cde15,revision_number=3']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:17:39.261375 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e10ca241-7e4d-4874-8e2c-a17985bd65b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:17:39.406564 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-22f78f8b-78b1-417b-9e9e-121906c00ff8 None None] Provisioning complete for port c0b67ae3-0e17-438d-ab60-cb3fc81cde15 triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:17:39.406978 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-22f78f8b-78b1-417b-9e9e-121906c00ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:39.510571 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device c0b67ae3-0e17-438d-ab60-cb3fc81cde15 up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:17:39.605076 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port c0b67ae3-0e17-438d-ab60-cb3fc81cde15 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:17:39.605485 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:39.737366 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-e4a5f311-1fc6-4edc-b258-88747c8d55db None None] Provisioning complete for port c0b67ae3-0e17-438d-ab60-cb3fc81cde15 triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:17:39.737980 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e4a5f311-1fc6-4edc-b258-88747c8d55db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:42.283858 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 37518) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:17:42.689751 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-d15a1629-811e-4a4c-be2b-5d58d5de5cb5 admin admin] Request body: {'router': {'tenant_id': '3fefba692a4b4e6fbc4806361da94eeb', 'admin_state_up': True, 'name': 'router1'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:17:42.695171 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-d15a1629-811e-4a4c-be2b-5d58d5de5cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:17:42.699130 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-d15a1629-811e-4a4c-be2b-5d58d5de5cb5 admin admin] Usage tracker for resource:router and tenant:3fefba692a4b4e6fbc4806361da94eeb is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:17:42.702340 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-d15a1629-811e-4a4c-be2b-5d58d5de5cb5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:17:42.707958 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-d15a1629-811e-4a4c-be2b-5d58d5de5cb5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:17:42.717509 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d15a1629-811e-4a4c-be2b-5d58d5de5cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854359915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774664'] for router, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:42.718790 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d15a1629-811e-4a4c-be2b-5d58d5de5cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854362306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-515724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1088'] for router, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:42.740033 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d15a1629-811e-4a4c-be2b-5d58d5de5cb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:42.839633 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d15a1629-811e-4a4c-be2b-5d58d5de5cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415698'] for router, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:42.857988 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d15a1629-811e-4a4c-be2b-5d58d5de5cb5 admin admin] Notify callbacks [] for router, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:42.859220 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-d15a1629-811e-4a4c-be2b-5d58d5de5cb5 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5742841 Dec 11 16:17:43.791565 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0b8d8921-78e7-4291-9c8c-ae7e2f6a5cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:45.671200 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 37528) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:17:46.079513 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c00bdbb6-7990-47c5-84d4-88695b244858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:46.092494 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [None req-73ab3220-5349-4270-81c6-3eb826d8b37b admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80243) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 11 16:17:46.093584 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-73ab3220-5349-4270-81c6-3eb826d8b37b admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.4214151 Dec 11 16:17:46.722219 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:47.482544 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:48.313720 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:48.825518 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 37548) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:17:49.019609 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-77b8d08c-5049-405a-9263-d62b4a199a0a admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:17:49.024497 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-77b8d08c-5049-405a-9263-d62b4a199a0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:17:49.029511 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-77b8d08c-5049-405a-9263-d62b4a199a0a admin admin] Usage tracker for resource:network and tenant:a662fb21b55846c78cf6d8b9e061c4ad is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:17:49.032451 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-77b8d08c-5049-405a-9263-d62b4a199a0a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:17:49.038048 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-77b8d08c-5049-405a-9263-d62b4a199a0a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:17:49.047612 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b8d08c-5049-405a-9263-d62b4a199a0a admin admin] Made reservation on behalf of a662fb21b55846c78cf6d8b9e061c4ad for: {'network': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:17:49.052173 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-77b8d08c-5049-405a-9263-d62b4a199a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for network, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:49.064864 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-77b8d08c-5049-405a-9263-d62b4a199a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:49.079676 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-77b8d08c-5049-405a-9263-d62b4a199a0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:17:49.083492 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-77b8d08c-5049-405a-9263-d62b4a199a0a admin admin] Usage tracker for resource:security_group_rule and tenant:a662fb21b55846c78cf6d8b9e061c4ad is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:17:49.086342 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-77b8d08c-5049-405a-9263-d62b4a199a0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:17:49.092609 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-77b8d08c-5049-405a-9263-d62b4a199a0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:17:49.179512 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-77b8d08c-5049-405a-9263-d62b4a199a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:49.182171 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-77b8d08c-5049-405a-9263-d62b4a199a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:49.187835 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:17:49.201041 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-77b8d08c-5049-405a-9263-d62b4a199a0a admin admin] Reserving flat network on physical network physnet1 {{(pid=80243) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Dec 11 16:17:49.226650 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8d08c-5049-405a-9263-d62b4a199a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651ee66a-5c72-4f3c-bf89-09f63abf96ba,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:17:49.229542 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-77b8d08c-5049-405a-9263-d62b4a199a0a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769896991466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:49.230140 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-77b8d08c-5049-405a-9263-d62b4a199a0a admin admin] Unsubscribe: segment precommit_create {{(pid=80243) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 11 16:17:49.230591 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-77b8d08c-5049-405a-9263-d62b4a199a0a admin admin] Added segment fa6d7e3f-32fe-4ab3-b890-6946fd39c952 of type flat for network ad2ee80a-1b86-455c-8869-eab43da82ba0 Dec 11 16:17:49.232395 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-77b8d08c-5049-405a-9263-d62b4a199a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:17:49.264476 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-77b8d08c-5049-405a-9263-d62b4a199a0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769896439940'] for network, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:49.300230 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-77b8d08c-5049-405a-9263-d62b4a199a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882'] for network, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:49.301447 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b8d08c-5049-405a-9263-d62b4a199a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:17:49.302060 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-77b8d08c-5049-405a-9263-d62b4a199a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:49.306832 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:17:49.410998 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-77b8d08c-5049-405a-9263-d62b4a199a0a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5842440 Dec 11 16:17:49.411779 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8d08c-5049-405a-9263-d62b4a199a0a admin admin] Pushing event updated for resources: {'Network': ['ID=ad2ee80a-1b86-455c-8869-eab43da82ba0,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:17:49.414592 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-77b8d08c-5049-405a-9263-d62b4a199a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:17:49.422371 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Network ad2ee80a-1b86-455c-8869-eab43da82ba0 details requested by agent ovs-agent-dv-cinder-766752-1-smb with host dv-cinder-766752-1-smb {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:17:51.926831 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 37568) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:17:52.068911 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d1d32f-2a0b-468f-9390-d1c0e925a913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:17:52.070369 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-49d1d32f-2a0b-468f-9390-d1c0e925a913 admin admin] 10.222.0.45 "GET /v2.0/subnets/df888e69-56ed-4f09-b8f4-d568f0bebb74 HTTP/1.1" status: 200 len: 849 time: 0.1424935 Dec 11 16:17:52.216723 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-d86d65a6-f81f-4727-8765-400ce8edb32d admin admin] 10.222.0.45 "GET /v2.0/routers/96576e88-5d90-449a-91e9-b24befba1e48 HTTP/1.1" status: 200 len: 704 time: 0.1395860 Dec 11 16:17:52.833876 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-32bd0f50-9d3b-4684-9322-460a7b4993cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:53.197300 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-32bd0f50-9d3b-4684-9322-460a7b4993cb admin admin] Allocated IP 172.20.0.1 (5265654d-1f6f-4f28-a0bf-e38ccce5b932/df888e69-56ed-4f09-b8f4-d568f0bebb74/1a673f7c-bd59-43af-9e73-aa5e1cec5d4e) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:17:53.359761 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-32bd0f50-9d3b-4684-9322-460a7b4993cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:53.377400 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-32bd0f50-9d3b-4684-9322-460a7b4993cb admin admin] Transition to ACTIVE for port object 1a673f7c-bd59-43af-9e73-aa5e1cec5d4e will not be triggered until provisioned by entity DHCP. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:17:53.423655 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-32bd0f50-9d3b-4684-9322-460a7b4993cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:53.438531 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:17:53.578199 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd0f50-9d3b-4684-9322-460a7b4993cb admin admin] Pushing event updated for resources: {'Port': ['ID=1a673f7c-bd59-43af-9e73-aa5e1cec5d4e,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:17:53.582109 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-32bd0f50-9d3b-4684-9322-460a7b4993cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:17:53.640698 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bd0f50-9d3b-4684-9322-460a7b4993cb admin admin] Network 5265654d-1f6f-4f28-a0bf-e38ccce5b932 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:17:53.641918 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-32bd0f50-9d3b-4684-9322-460a7b4993cb admin admin] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:17:53.644213 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bd0f50-9d3b-4684-9322-460a7b4993cb admin admin] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:17:53.644948 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-32bd0f50-9d3b-4684-9322-460a7b4993cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854360292'] for router_interface, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:53.870424 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-a3384e0b-a124-442f-8998-f1491a8673ad None None] Provisioning for port 1a673f7c-bd59-43af-9e73-aa5e1cec5d4e completed by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:17:53.875754 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-a3384e0b-a124-442f-8998-f1491a8673ad None None] Provisioning complete for port 1a673f7c-bd59-43af-9e73-aa5e1cec5d4e triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:17:53.876167 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a3384e0b-a124-442f-8998-f1491a8673ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:53.906892 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-32bd0f50-9d3b-4684-9322-460a7b4993cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:53.929005 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-a3384e0b-a124-442f-8998-f1491a8673ad None None] Port 1a673f7c-bd59-43af-9e73-aa5e1cec5d4e cannot update to ACTIVE because it is not bound. {{(pid=80244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 11 16:17:54.351009 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-32bd0f50-9d3b-4684-9322-460a7b4993cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:54.354512 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-32bd0f50-9d3b-4684-9322-460a7b4993cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:54.356133 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-32bd0f50-9d3b-4684-9322-460a7b4993cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851505865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854361349'] for router_interface, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:54.370574 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-32bd0f50-9d3b-4684-9322-460a7b4993cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:17:54.497950 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd0f50-9d3b-4684-9322-460a7b4993cb admin admin] Pushing event updated for resources: {'Port': ['ID=1a673f7c-bd59-43af-9e73-aa5e1cec5d4e,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:17:54.501195 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-32bd0f50-9d3b-4684-9322-460a7b4993cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:17:54.560124 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bd0f50-9d3b-4684-9322-460a7b4993cb admin admin] Network 5265654d-1f6f-4f28-a0bf-e38ccce5b932 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:17:54.561305 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-32bd0f50-9d3b-4684-9322-460a7b4993cb admin admin] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:17:54.752097 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bd0f50-9d3b-4684-9322-460a7b4993cb admin admin] Router 96576e88-5d90-449a-91e9-b24befba1e48 is scheduled to L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 with binding_index 1 {{(pid=80243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 11 16:17:54.752777 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-cc65301a-3505-4dce-8b4e-3f349afd335f None None] Provisioning complete for port 1a673f7c-bd59-43af-9e73-aa5e1cec5d4e triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:17:54.753177 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cc65301a-3505-4dce-8b4e-3f349afd335f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:54.810052 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-cc65301a-3505-4dce-8b4e-3f349afd335f None None] Port 1a673f7c-bd59-43af-9e73-aa5e1cec5d4e cannot update to ACTIVE because it is not bound. {{(pid=80244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 11 16:17:54.912605 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bd0f50-9d3b-4684-9322-460a7b4993cb admin admin] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:17:54.923195 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-32bd0f50-9d3b-4684-9322-460a7b4993cb admin admin] 10.222.0.45 "PUT /v2.0/routers/96576e88-5d90-449a-91e9-b24befba1e48/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7007627 Dec 11 16:17:54.924705 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd841c7c-b700-4d0b-8445-8015815d83cd None None] Sync routers for ids ['96576e88-5d90-449a-91e9-b24befba1e48'] in dv-cinder-766752-1-smb {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:17:54.936197 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd841c7c-b700-4d0b-8445-8015815d83cd None None] Routers {'96576e88-5d90-449a-91e9-b24befba1e48'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:17:54.937206 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-fd841c7c-b700-4d0b-8445-8015815d83cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:17:46Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['96576e88-5d90-449a-91e9-b24befba1e48'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:17:55.116299 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-fd841c7c-b700-4d0b-8445-8015815d83cd None None] Set router 96576e88-5d90-449a-91e9-b24befba1e48 gateway port host: None {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:17:55.496482 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-fd841c7c-b700-4d0b-8445-8015815d83cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96576e88-5d90-449a-91e9-b24befba1e48', 'name': 'router1', 'tenant_id': '3fefba692a4b4e6fbc4806361da94eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:17:42Z', 'updated_at': '2020-12-11T16:17:53Z', 'revision_number': 2, 'project_id': '3fefba692a4b4e6fbc4806361da94eeb', 'gw_port_host': None, '_interfaces': [{'id': '1a673f7c-bd59-43af-9e73-aa5e1cec5d4e', 'name': '', 'network_id': '5265654d-1f6f-4f28-a0bf-e38ccce5b932', 'tenant_id': '3fefba692a4b4e6fbc4806361da94eeb', 'mac_address': 'fa:16:3e:d8:21:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96576e88-5d90-449a-91e9-b24befba1e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df888e69-56ed-4f09-b8f4-d568f0bebb74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:17:53Z', 'updated_at': '2020-12-11T16:17:54Z', 'revision_number': 2, 'project_id': '3fefba692a4b4e6fbc4806361da94eeb', 'subnets': [{'id': 'df888e69-56ed-4f09-b8f4-d568f0bebb74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc60cb43-038b-4e5e-ad61-6c49a14fad76'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:17:55.501642 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd841c7c-b700-4d0b-8445-8015815d83cd None None] Checking router: 96576e88-5d90-449a-91e9-b24befba1e48 for host: dv-cinder-766752-1-smb {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:17:55.502072 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd841c7c-b700-4d0b-8445-8015815d83cd None None] Updating router 96576e88-5d90-449a-91e9-b24befba1e48 port 1a673f7c-bd59-43af-9e73-aa5e1cec5d4e binding host dv-cinder-766752-1-smb {{(pid=80245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 11 16:17:55.553997 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fd841c7c-b700-4d0b-8445-8015815d83cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:56.158808 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fd841c7c-b700-4d0b-8445-8015815d83cd None None] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:56.174417 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-fd841c7c-b700-4d0b-8445-8015815d83cd None None] Transition to ACTIVE for port object 1a673f7c-bd59-43af-9e73-aa5e1cec5d4e will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:17:56.177091 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fd841c7c-b700-4d0b-8445-8015815d83cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:56.192497 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:17:56.326336 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9075892-7d61-4cef-87ef-7e8a094ef6fd None None] Pushing event updated for resources: {'Port': ['ID=1a673f7c-bd59-43af-9e73-aa5e1cec5d4e,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:17:56.338077 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9075892-7d61-4cef-87ef-7e8a094ef6fd None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:56.338455 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9075892-7d61-4cef-87ef-7e8a094ef6fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:56.338823 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9075892-7d61-4cef-87ef-7e8a094ef6fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:56.339192 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9075892-7d61-4cef-87ef-7e8a094ef6fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:56.339575 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9075892-7d61-4cef-87ef-7e8a094ef6fd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:56.340544 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9075892-7d61-4cef-87ef-7e8a094ef6fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:56.340900 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9075892-7d61-4cef-87ef-7e8a094ef6fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:56.341254 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9075892-7d61-4cef-87ef-7e8a094ef6fd None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:56.341609 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9075892-7d61-4cef-87ef-7e8a094ef6fd None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:56.341958 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9075892-7d61-4cef-87ef-7e8a094ef6fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:56.342306 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9075892-7d61-4cef-87ef-7e8a094ef6fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:56.342653 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9075892-7d61-4cef-87ef-7e8a094ef6fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9075892-7d61-4cef-87ef-7e8a094ef6fd None None] Tracked resource versions report: Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: pushed versions: Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: { 'AddressGroup': {'1.0'}, Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: 'ConntrackHelper': {'1.0'}, Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: 'Log': {'1.0'}, Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: 'Network': {'1.1'}, Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: 'Port': {'1.6'}, Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: 'PortForwarding': {'1.2'}, Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: 'QosPolicy': {'1.8'}, Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroup': {'1.3'}, Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroupRule': {'1.1'}, Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: 'SubPort': {'1.0'}, Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: 'Subnet': {'1.1'}, Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: 'Trunk': {'1.1'}} Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: consumer versions: Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: { DHCP agent@dv-cinder-766752-1-smb: {}, Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: L3 agent@dv-cinder-766752-1-smb: {}, Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: Metadata agent@dv-cinder-766752-1-smb: {}, Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: Metering agent@dv-cinder-766752-1-smb: {}, Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: Open vSwitch agent@dv-cinder-766752-1-smb: { 'AddressGroup': '1.0', Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: 'ConntrackHelper': '1.0', Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: 'Log': '1.0', Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: 'Network': '1.1', Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: 'Port': '1.6', Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: 'PortForwarding': '1.2', Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: 'QosPolicy': '1.8', Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroup': '1.3', Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroupRule': '1.1', Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: 'SubPort': '1.0', Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: 'Subnet': '1.1', Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: 'Trunk': '1.1'}} Dec 11 16:17:56.343743 dv-cinder-766752-1-smb neutron-server[80122]: {{(pid=80245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 11 16:17:56.359041 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c9075892-7d61-4cef-87ef-7e8a094ef6fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:17:56.509124 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-fd841c7c-b700-4d0b-8445-8015815d83cd None None] Attempting to bind port 1a673f7c-bd59-43af-9e73-aa5e1cec5d4e on host dv-cinder-766752-1-smb for vnic_type normal with profile {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:17:56.510195 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-fd841c7c-b700-4d0b-8445-8015815d83cd None None] Attempting to bind port 1a673f7c-bd59-43af-9e73-aa5e1cec5d4e by drivers openvswitch on host dv-cinder-766752-1-smb at level 0 using segments [{'id': '3b702863-54ca-4d1f-909b-b30f3f445600', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5265654d-1f6f-4f28-a0bf-e38ccce5b932'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:17:56.510854 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd841c7c-b700-4d0b-8445-8015815d83cd None None] Attempting to bind port 1a673f7c-bd59-43af-9e73-aa5e1cec5d4e on network 5265654d-1f6f-4f28-a0bf-e38ccce5b932 {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:17:56.517304 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd841c7c-b700-4d0b-8445-8015815d83cd None None] Checking agent: {'id': 'f164431f-4e07-4bd6-ace5-674ca64419be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 17), 'started_at': datetime.datetime(2020, 12, 11, 16, 17, 47), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:17:56.517652 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd841c7c-b700-4d0b-8445-8015815d83cd None None] Checking segment: {'id': '3b702863-54ca-4d1f-909b-b30f3f445600', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5265654d-1f6f-4f28-a0bf-e38ccce5b932'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:17:56.518122 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fd841c7c-b700-4d0b-8445-8015815d83cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:56.518532 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd841c7c-b700-4d0b-8445-8015815d83cd None None] Bound using segment: {'id': '3b702863-54ca-4d1f-909b-b30f3f445600', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5265654d-1f6f-4f28-a0bf-e38ccce5b932'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:17:56.519073 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-fd841c7c-b700-4d0b-8445-8015815d83cd None None] Bound port: 1a673f7c-bd59-43af-9e73-aa5e1cec5d4e, host: dv-cinder-766752-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b702863-54ca-4d1f-909b-b30f3f445600', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5265654d-1f6f-4f28-a0bf-e38ccce5b932'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:17:56.519564 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fd841c7c-b700-4d0b-8445-8015815d83cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:56.614095 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-fd841c7c-b700-4d0b-8445-8015815d83cd None None] For port 1a673f7c-bd59-43af-9e73-aa5e1cec5d4e, host dv-cinder-766752-1-smb, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:17:56.618881 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-fd841c7c-b700-4d0b-8445-8015815d83cd None None] For port 1a673f7c-bd59-43af-9e73-aa5e1cec5d4e, host dv-cinder-766752-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=1a673f7c-bd59-43af-9e73-aa5e1cec5d4e,segment=NetworkSegment(3b702863-54ca-4d1f-909b-b30f3f445600),segment_id=3b702863-54ca-4d1f-909b-b30f3f445600)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:17:56.621735 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fd841c7c-b700-4d0b-8445-8015815d83cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:56.637942 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c9075892-7d61-4cef-87ef-7e8a094ef6fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:17:56.783908 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9075892-7d61-4cef-87ef-7e8a094ef6fd None None] Pushing event updated for resources: {'Port': ['ID=1a673f7c-bd59-43af-9e73-aa5e1cec5d4e,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:17:56.789182 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c9075892-7d61-4cef-87ef-7e8a094ef6fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:17:56.844355 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd841c7c-b700-4d0b-8445-8015815d83cd None None] Routers {'96576e88-5d90-449a-91e9-b24befba1e48'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:17:56.844984 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-fd841c7c-b700-4d0b-8445-8015815d83cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:17:46Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['96576e88-5d90-449a-91e9-b24befba1e48'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:17:57.008585 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-fd841c7c-b700-4d0b-8445-8015815d83cd None None] Set router 96576e88-5d90-449a-91e9-b24befba1e48 gateway port host: None {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:17:57.343878 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-fd841c7c-b700-4d0b-8445-8015815d83cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96576e88-5d90-449a-91e9-b24befba1e48', 'name': 'router1', 'tenant_id': '3fefba692a4b4e6fbc4806361da94eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:17:42Z', 'updated_at': '2020-12-11T16:17:53Z', 'revision_number': 2, 'project_id': '3fefba692a4b4e6fbc4806361da94eeb', 'gw_port_host': None, '_interfaces': [{'id': '1a673f7c-bd59-43af-9e73-aa5e1cec5d4e', 'name': '', 'network_id': '5265654d-1f6f-4f28-a0bf-e38ccce5b932', 'tenant_id': '3fefba692a4b4e6fbc4806361da94eeb', 'mac_address': 'fa:16:3e:d8:21:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96576e88-5d90-449a-91e9-b24befba1e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df888e69-56ed-4f09-b8f4-d568f0bebb74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:17:53Z', 'updated_at': '2020-12-11T16:17:56Z', 'revision_number': 4, 'project_id': '3fefba692a4b4e6fbc4806361da94eeb', 'subnets': [{'id': 'df888e69-56ed-4f09-b8f4-d568f0bebb74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc60cb43-038b-4e5e-ad61-6c49a14fad76'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:17:57.348020 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd841c7c-b700-4d0b-8445-8015815d83cd None None] The sync data for ids ['96576e88-5d90-449a-91e9-b24befba1e48'] in dv-cinder-766752-1-smb is: [{'id': '96576e88-5d90-449a-91e9-b24befba1e48', 'name': 'router1', 'tenant_id': '3fefba692a4b4e6fbc4806361da94eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:17:42Z', 'updated_at': '2020-12-11T16:17:53Z', 'revision_number': 2, 'project_id': '3fefba692a4b4e6fbc4806361da94eeb', 'gw_port_host': None, '_interfaces': [{'id': '1a673f7c-bd59-43af-9e73-aa5e1cec5d4e', 'name': '', 'network_id': '5265654d-1f6f-4f28-a0bf-e38ccce5b932', 'tenant_id': '3fefba692a4b4e6fbc4806361da94eeb', 'mac_address': 'fa:16:3e:d8:21:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96576e88-5d90-449a-91e9-b24befba1e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df888e69-56ed-4f09-b8f4-d568f0bebb74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:17:53Z', 'updated_at': '2020-12-11T16:17:56Z', 'revision_number': 4, 'project_id': '3fefba692a4b4e6fbc4806361da94eeb', 'subnets': [{'id': 'df888e69-56ed-4f09-b8f4-d568f0bebb74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc60cb43-038b-4e5e-ad61-6c49a14fad76'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:17:57.451605 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 37580) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:17:57.648455 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcda2db1-f82d-4af7-9500-ebc0a9690fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:17:57.648961 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-dcda2db1-f82d-4af7-9500-ebc0a9690fa6 admin admin] Synchronizing usage tracker for tenant:a662fb21b55846c78cf6d8b9e061c4ad on resource:network {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:17:57.666569 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-dcda2db1-f82d-4af7-9500-ebc0a9690fa6 admin admin] Unset dirty status for tenant:a662fb21b55846c78cf6d8b9e061c4ad on resource:network {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:17:57.674941 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-dcda2db1-f82d-4af7-9500-ebc0a9690fa6 admin admin] 10.222.0.45 "GET /v2.0/networks/ad2ee80a-1b86-455c-8869-eab43da82ba0 HTTP/1.1" status: 200 len: 842 time: 0.2154274 Dec 11 16:17:57.679657 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-29ca32b2-4784-444d-896f-5ec0d85fe30a admin admin] Request body: {'subnet': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:17:57.685428 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-29ca32b2-4784-444d-896f-5ec0d85fe30a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:17:57.689515 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-29ca32b2-4784-444d-896f-5ec0d85fe30a admin admin] Usage tracker for resource:subnet and tenant:a662fb21b55846c78cf6d8b9e061c4ad is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:17:57.692523 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-29ca32b2-4784-444d-896f-5ec0d85fe30a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:17:57.699802 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-29ca32b2-4784-444d-896f-5ec0d85fe30a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:17:57.710313 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ca32b2-4784-444d-896f-5ec0d85fe30a admin admin] Made reservation on behalf of a662fb21b55846c78cf6d8b9e061c4ad for: {'subnet': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:17:57.715555 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-29ca32b2-4784-444d-896f-5ec0d85fe30a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:58.148826 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.objects.ports [None req-29ca32b2-4784-444d-896f-5ec0d85fe30a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80243) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 11 16:17:58.149235 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-29ca32b2-4784-444d-896f-5ec0d85fe30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882'] for subnet, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:58.168407 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:17:58.296280 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca32b2-4784-444d-896f-5ec0d85fe30a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba014d62-0f8d-4c1a-b66b-b32d18d6affa,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:17:58.299671 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-29ca32b2-4784-444d-896f-5ec0d85fe30a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:17:58.372845 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ca32b2-4784-444d-896f-5ec0d85fe30a admin admin] Checking segment: {'id': 'fa6d7e3f-32fe-4ab3-b890-6946fd39c952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:17:58.373097 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ca32b2-4784-444d-896f-5ec0d85fe30a admin admin] Network hostable DHCP agents. Network: ad2ee80a-1b86-455c-8869-eab43da82ba0, hostable agents: ['152ea6c3-4f92-4bdd-b82f-bafaeb087025'], hosted agents: [] {{(pid=80243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 11 16:17:58.391766 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ca32b2-4784-444d-896f-5ec0d85fe30a admin admin] Network ad2ee80a-1b86-455c-8869-eab43da82ba0 is scheduled to be hosted by DHCP agent 152ea6c3-4f92-4bdd-b82f-bafaeb087025 with binding_index 1 {{(pid=80243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 11 16:17:58.400544 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-29ca32b2-4784-444d-896f-5ec0d85fe30a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-smb, ad2ee80a-1b86-455c-8869-eab43da82ba0) {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:17:58.405623 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ca32b2-4784-444d-896f-5ec0d85fe30a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:17:58.406263 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-29ca32b2-4784-444d-896f-5ec0d85fe30a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:58.409646 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579f76fb-0537-4ae9-8aaf-6302d4fc8ed5 None None] Network ad2ee80a-1b86-455c-8869-eab43da82ba0 requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:17:58.430457 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-29ca32b2-4784-444d-896f-5ec0d85fe30a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7530792 Dec 11 16:17:58.643246 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edfd157-7eaf-4143-9a1f-df4bb48db307 None None] Network ad2ee80a-1b86-455c-8869-eab43da82ba0 requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:17:59.499097 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 1a673f7c-bd59-43af-9e73-aa5e1cec5d4e up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:17:59.566596 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning for port 1a673f7c-bd59-43af-9e73-aa5e1cec5d4e completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:17:59.571426 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port 1a673f7c-bd59-43af-9e73-aa5e1cec5d4e triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:17:59.571860 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:59.693900 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:59.725916 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] For port 1a673f7c-bd59-43af-9e73-aa5e1cec5d4e, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=1a673f7c-bd59-43af-9e73-aa5e1cec5d4e,segment=NetworkSegment(3b702863-54ca-4d1f-909b-b30f3f445600),segment_id=3b702863-54ca-4d1f-909b-b30f3f445600)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:17:59.728939 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:17:59.731689 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e10ca241-7e4d-4874-8e2c-a17985bd65b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:17:59.797651 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Pushing event updated for resources: {'Port': ['ID=1a673f7c-bd59-43af-9e73-aa5e1cec5d4e,revision_number=5']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:17:59.801018 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:18:01.015935 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 37594) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:18:01.242833 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-31de53df-fa9f-4928-a213-42ecb1b0dcd3 admin admin] 10.222.0.45 "GET /v2.0/routers/96576e88-5d90-449a-91e9-b24befba1e48 HTTP/1.1" status: 200 len: 710 time: 0.2256033 Dec 11 16:18:01.379911 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b92f3a3-72e7-4dcf-8ba2-0ec97cc61794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:18:01.381318 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-8b92f3a3-72e7-4dcf-8ba2-0ec97cc61794 admin admin] 10.222.0.45 "GET /v2.0/networks/ad2ee80a-1b86-455c-8869-eab43da82ba0 HTTP/1.1" status: 200 len: 886 time: 0.1320307 Dec 11 16:18:01.391714 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-f3799e7c-c8b6-43e8-b260-e94045acd8f6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'}}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:18:01.483635 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 1a673f7c-bd59-43af-9e73-aa5e1cec5d4e up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:18:01.560266 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port 1a673f7c-bd59-43af-9e73-aa5e1cec5d4e triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:18:01.560861 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:02.021086 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f3799e7c-c8b6-43e8-b260-e94045acd8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854360120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854359898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1105'] for router, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:02.356399 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f3799e7c-c8b6-43e8-b260-e94045acd8f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:02.387979 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f3799e7c-c8b6-43e8-b260-e94045acd8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:02.399960 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f3799e7c-c8b6-43e8-b260-e94045acd8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:02.414713 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-f3799e7c-c8b6-43e8-b260-e94045acd8f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:18:02.419553 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-f3799e7c-c8b6-43e8-b260-e94045acd8f6 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:18:02.423421 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-f3799e7c-c8b6-43e8-b260-e94045acd8f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:18:02.429112 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-f3799e7c-c8b6-43e8-b260-e94045acd8f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:18:02.512241 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f3799e7c-c8b6-43e8-b260-e94045acd8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:02.514785 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f3799e7c-c8b6-43e8-b260-e94045acd8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:02.529473 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:18:02.623604 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3799e7c-c8b6-43e8-b260-e94045acd8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6b9c54-fa52-4d2a-a129-3a9fcbd92bca,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:18:02.627990 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f3799e7c-c8b6-43e8-b260-e94045acd8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:18:02.788544 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-f3799e7c-c8b6-43e8-b260-e94045acd8f6 admin admin] Allocated IP 172.28.1.33 (ad2ee80a-1b86-455c-8869-eab43da82ba0/ba014d62-0f8d-4c1a-b66b-b32d18d6affa/dc7915c0-31c5-47cb-b4d1-be9179df026c) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:18:02.941032 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f3799e7c-c8b6-43e8-b260-e94045acd8f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:02.967492 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f3799e7c-c8b6-43e8-b260-e94045acd8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:02.983206 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:18:03.107799 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3799e7c-c8b6-43e8-b260-e94045acd8f6 admin admin] Pushing event updated for resources: {'Port': ['ID=dc7915c0-31c5-47cb-b4d1-be9179df026c,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:18:03.114196 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f3799e7c-c8b6-43e8-b260-e94045acd8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:18:03.163761 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3799e7c-c8b6-43e8-b260-e94045acd8f6 admin admin] Network ad2ee80a-1b86-455c-8869-eab43da82ba0 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:18:03.165043 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-f3799e7c-c8b6-43e8-b260-e94045acd8f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:18:03.168372 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3799e7c-c8b6-43e8-b260-e94045acd8f6 admin admin] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:18:03.729699 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 5 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:18:03.736101 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f3799e7c-c8b6-43e8-b260-e94045acd8f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:04.071488 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f3799e7c-c8b6-43e8-b260-e94045acd8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854360120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854359898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1105'] for router, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:04.075028 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f3799e7c-c8b6-43e8-b260-e94045acd8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854360103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-415935'] for router, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:04.250566 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3799e7c-c8b6-43e8-b260-e94045acd8f6 admin admin] Router 96576e88-5d90-449a-91e9-b24befba1e48 has already been hosted by L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 {{(pid=80243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 11 16:18:04.430559 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3799e7c-c8b6-43e8-b260-e94045acd8f6 admin admin] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:18:04.440901 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0350779b-574f-424d-b248-352bd57c3519 None None] Sync routers for ids ['96576e88-5d90-449a-91e9-b24befba1e48'] in dv-cinder-766752-1-smb {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:18:04.446799 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f3799e7c-c8b6-43e8-b260-e94045acd8f6 admin admin] Notify callbacks [] for router, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:04.451244 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0350779b-574f-424d-b248-352bd57c3519 None None] Routers {'96576e88-5d90-449a-91e9-b24befba1e48'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:18:04.451937 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-0350779b-574f-424d-b248-352bd57c3519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:17:46Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['96576e88-5d90-449a-91e9-b24befba1e48'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:18:04.452089 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-f3799e7c-c8b6-43e8-b260-e94045acd8f6 admin admin] 10.222.0.45 "PUT /v2.0/routers/96576e88-5d90-449a-91e9-b24befba1e48 HTTP/1.1" status: 200 len: 889 time: 3.0636392 Dec 11 16:18:04.799590 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-0350779b-574f-424d-b248-352bd57c3519 None None] Set router 96576e88-5d90-449a-91e9-b24befba1e48 gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:18:05.150596 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-0350779b-574f-424d-b248-352bd57c3519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96576e88-5d90-449a-91e9-b24befba1e48', 'name': 'router1', 'tenant_id': '3fefba692a4b4e6fbc4806361da94eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dc7915c0-31c5-47cb-b4d1-be9179df026c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:17:42Z', 'updated_at': '2020-12-11T16:18:03Z', 'revision_number': 4, 'project_id': '3fefba692a4b4e6fbc4806361da94eeb', 'gw_port': {'id': 'dc7915c0-31c5-47cb-b4d1-be9179df026c', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96576e88-5d90-449a-91e9-b24befba1e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:18:02Z', 'updated_at': '2020-12-11T16:18:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': '1a673f7c-bd59-43af-9e73-aa5e1cec5d4e', 'name': '', 'network_id': '5265654d-1f6f-4f28-a0bf-e38ccce5b932', 'tenant_id': '3fefba692a4b4e6fbc4806361da94eeb', 'mac_address': 'fa:16:3e:d8:21:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96576e88-5d90-449a-91e9-b24befba1e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df888e69-56ed-4f09-b8f4-d568f0bebb74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:17:53Z', 'updated_at': '2020-12-11T16:17:59Z', 'revision_number': 5, 'project_id': '3fefba692a4b4e6fbc4806361da94eeb', 'subnets': [{'id': 'df888e69-56ed-4f09-b8f4-d568f0bebb74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc60cb43-038b-4e5e-ad61-6c49a14fad76'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:18:05.155666 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0350779b-574f-424d-b248-352bd57c3519 None None] Checking router: 96576e88-5d90-449a-91e9-b24befba1e48 for host: dv-cinder-766752-1-smb {{(pid=80244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:18:05.156070 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0350779b-574f-424d-b248-352bd57c3519 None None] Updating router 96576e88-5d90-449a-91e9-b24befba1e48 port dc7915c0-31c5-47cb-b4d1-be9179df026c binding host dv-cinder-766752-1-smb {{(pid=80244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 11 16:18:05.208198 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0350779b-574f-424d-b248-352bd57c3519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:05.599297 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0350779b-574f-424d-b248-352bd57c3519 None None] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:05.613189 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-0350779b-574f-424d-b248-352bd57c3519 None None] Transition to ACTIVE for port object dc7915c0-31c5-47cb-b4d1-be9179df026c will not be triggered until provisioned by entity L2. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:18:05.615639 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0350779b-574f-424d-b248-352bd57c3519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:05.631004 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:18:05.761975 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c709ac-dff0-46ed-b1f1-0805a9d8f5ed None None] Pushing event updated for resources: {'Port': ['ID=dc7915c0-31c5-47cb-b4d1-be9179df026c,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:18:05.766915 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c2c709ac-dff0-46ed-b1f1-0805a9d8f5ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:18:05.830982 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-0350779b-574f-424d-b248-352bd57c3519 None None] Attempting to bind port dc7915c0-31c5-47cb-b4d1-be9179df026c on host dv-cinder-766752-1-smb for vnic_type normal with profile {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:18:05.831385 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-0350779b-574f-424d-b248-352bd57c3519 None None] Attempting to bind port dc7915c0-31c5-47cb-b4d1-be9179df026c by drivers openvswitch on host dv-cinder-766752-1-smb at level 0 using segments [{'id': 'fa6d7e3f-32fe-4ab3-b890-6946fd39c952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:18:05.831819 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0350779b-574f-424d-b248-352bd57c3519 None None] Attempting to bind port dc7915c0-31c5-47cb-b4d1-be9179df026c on network ad2ee80a-1b86-455c-8869-eab43da82ba0 {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:18:05.837469 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0350779b-574f-424d-b248-352bd57c3519 None None] Checking agent: {'id': 'f164431f-4e07-4bd6-ace5-674ca64419be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 17), 'started_at': datetime.datetime(2020, 12, 11, 16, 17, 47), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:18:05.837873 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0350779b-574f-424d-b248-352bd57c3519 None None] Checking segment: {'id': 'fa6d7e3f-32fe-4ab3-b890-6946fd39c952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:18:05.838309 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0350779b-574f-424d-b248-352bd57c3519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:05.838734 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0350779b-574f-424d-b248-352bd57c3519 None None] Bound using segment: {'id': 'fa6d7e3f-32fe-4ab3-b890-6946fd39c952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:18:05.839283 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-0350779b-574f-424d-b248-352bd57c3519 None None] Bound port: dc7915c0-31c5-47cb-b4d1-be9179df026c, host: dv-cinder-766752-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6d7e3f-32fe-4ab3-b890-6946fd39c952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'}}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:18:05.840279 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0350779b-574f-424d-b248-352bd57c3519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:05.913265 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-0350779b-574f-424d-b248-352bd57c3519 None None] For port dc7915c0-31c5-47cb-b4d1-be9179df026c, host dv-cinder-766752-1-smb, cleared binding levels {{(pid=80244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:18:05.916486 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-0350779b-574f-424d-b248-352bd57c3519 None None] For port dc7915c0-31c5-47cb-b4d1-be9179df026c, host dv-cinder-766752-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=dc7915c0-31c5-47cb-b4d1-be9179df026c,segment=NetworkSegment(fa6d7e3f-32fe-4ab3-b890-6946fd39c952),segment_id=fa6d7e3f-32fe-4ab3-b890-6946fd39c952)] {{(pid=80244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:18:05.919884 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0350779b-574f-424d-b248-352bd57c3519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:05.935047 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:18:06.083116 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c709ac-dff0-46ed-b1f1-0805a9d8f5ed None None] Pushing event updated for resources: {'Port': ['ID=dc7915c0-31c5-47cb-b4d1-be9179df026c,revision_number=3']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:18:06.088817 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c2c709ac-dff0-46ed-b1f1-0805a9d8f5ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:18:06.129139 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0350779b-574f-424d-b248-352bd57c3519 None None] Routers {'96576e88-5d90-449a-91e9-b24befba1e48'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:18:06.129789 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-0350779b-574f-424d-b248-352bd57c3519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:17:46Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['96576e88-5d90-449a-91e9-b24befba1e48'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:18:06.312054 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-0350779b-574f-424d-b248-352bd57c3519 None None] Set router 96576e88-5d90-449a-91e9-b24befba1e48 gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:18:06.654104 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-0350779b-574f-424d-b248-352bd57c3519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96576e88-5d90-449a-91e9-b24befba1e48', 'name': 'router1', 'tenant_id': '3fefba692a4b4e6fbc4806361da94eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dc7915c0-31c5-47cb-b4d1-be9179df026c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:17:42Z', 'updated_at': '2020-12-11T16:18:03Z', 'revision_number': 4, 'project_id': '3fefba692a4b4e6fbc4806361da94eeb', 'gw_port': {'id': 'dc7915c0-31c5-47cb-b4d1-be9179df026c', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96576e88-5d90-449a-91e9-b24befba1e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:18:02Z', 'updated_at': '2020-12-11T16:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': '1a673f7c-bd59-43af-9e73-aa5e1cec5d4e', 'name': '', 'network_id': '5265654d-1f6f-4f28-a0bf-e38ccce5b932', 'tenant_id': '3fefba692a4b4e6fbc4806361da94eeb', 'mac_address': 'fa:16:3e:d8:21:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96576e88-5d90-449a-91e9-b24befba1e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df888e69-56ed-4f09-b8f4-d568f0bebb74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:17:53Z', 'updated_at': '2020-12-11T16:17:59Z', 'revision_number': 5, 'project_id': '3fefba692a4b4e6fbc4806361da94eeb', 'subnets': [{'id': 'df888e69-56ed-4f09-b8f4-d568f0bebb74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc60cb43-038b-4e5e-ad61-6c49a14fad76'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:18:06.658511 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0350779b-574f-424d-b248-352bd57c3519 None None] The sync data for ids ['96576e88-5d90-449a-91e9-b24befba1e48'] in dv-cinder-766752-1-smb is: [{'id': '96576e88-5d90-449a-91e9-b24befba1e48', 'name': 'router1', 'tenant_id': '3fefba692a4b4e6fbc4806361da94eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': 'dc7915c0-31c5-47cb-b4d1-be9179df026c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:17:42Z', 'updated_at': '2020-12-11T16:18:03Z', 'revision_number': 4, 'project_id': '3fefba692a4b4e6fbc4806361da94eeb', 'gw_port': {'id': 'dc7915c0-31c5-47cb-b4d1-be9179df026c', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96576e88-5d90-449a-91e9-b24befba1e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:18:02Z', 'updated_at': '2020-12-11T16:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': '1a673f7c-bd59-43af-9e73-aa5e1cec5d4e', 'name': '', 'network_id': '5265654d-1f6f-4f28-a0bf-e38ccce5b932', 'tenant_id': '3fefba692a4b4e6fbc4806361da94eeb', 'mac_address': 'fa:16:3e:d8:21:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96576e88-5d90-449a-91e9-b24befba1e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df888e69-56ed-4f09-b8f4-d568f0bebb74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:17:53Z', 'updated_at': '2020-12-11T16:17:59Z', 'revision_number': 5, 'project_id': '3fefba692a4b4e6fbc4806361da94eeb', 'subnets': [{'id': 'df888e69-56ed-4f09-b8f4-d568f0bebb74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc60cb43-038b-4e5e-ad61-6c49a14fad76'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:18:07.149744 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 37604) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:18:07.295578 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e742dfd-0075-4a23-a21b-ad2f885751e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:18:07.298198 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-2e742dfd-0075-4a23-a21b-ad2f885751e6 admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1472473 Dec 11 16:18:07.516612 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device dc7915c0-31c5-47cb-b4d1-be9179df026c up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:18:07.584671 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning for port dc7915c0-31c5-47cb-b4d1-be9179df026c completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:18:07.589739 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port dc7915c0-31c5-47cb-b4d1-be9179df026c triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:18:07.590153 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:07.719855 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:07.736933 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] For port dc7915c0-31c5-47cb-b4d1-be9179df026c, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=dc7915c0-31c5-47cb-b4d1-be9179df026c,segment=NetworkSegment(fa6d7e3f-32fe-4ab3-b890-6946fd39c952),segment_id=fa6d7e3f-32fe-4ab3-b890-6946fd39c952)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:18:07.740440 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:07.742691 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:18:07.809754 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Pushing event updated for resources: {'Port': ['ID=dc7915c0-31c5-47cb-b4d1-be9179df026c,revision_number=4']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:18:07.813067 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:18:09.507727 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device dc7915c0-31c5-47cb-b4d1-be9179df026c up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:18:09.595265 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port dc7915c0-31c5-47cb-b4d1-be9179df026c triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:18:09.595719 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:13.805813 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-74f54d6a-554e-479b-9fdb-01317c073b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:16.093844 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c29e0cc3-be53-47d6-b575-e6ee9577aa4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:16.727210 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:17.494273 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:18.331808 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:40.728873 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 5 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:18:43.798330 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-91e1e5df-45ed-4eff-b572-5bed51d71761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:46.077489 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-54e9eb07-bb33-4f7d-bbaf-64d269f004c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:46.731119 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:47.486855 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:18:48.329629 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:19:13.802697 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a785d977-a9ff-4b44-9789-db889cb444d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:19:16.080305 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f58309ff-d4b9-480e-a76c-e92280ab0aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:19:16.730407 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:19:17.491819 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:19:17.728394 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 5 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:19:18.338369 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:19:43.806600 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-434e68dc-f341-4602-8df0-77fd2b7ed317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:19:46.081499 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6cae1425-1f18-4abb-a543-49f9ac42a050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:19:46.732542 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:19:47.497835 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:19:48.334087 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:19:54.728421 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 5 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:20:13.808104 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f85af8ca-16d6-4637-9521-39d0bbf91398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:20:16.082406 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-40bba380-d830-4a30-98b5-dddd920550dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:20:16.736504 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:20:17.500890 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:20:18.342120 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:20:26.270549 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 38180) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:20:26.372979 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7769bae-6174-4d65-9977-12fc6a5bffbe admin admin] GET failed (client error): The resource could not be found. Dec 11 16:20:26.374268 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-b7769bae-6174-4d65-9977-12fc6a5bffbe admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1027143 Dec 11 16:20:26.515882 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d2635f-4e25-4329-af82-93a06a10fa2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:20:26.517357 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-74d2635f-4e25-4329-af82-93a06a10fa2c admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1384511 Dec 11 16:20:28.972595 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 38190) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:20:29.135254 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f617c76-b657-464f-b911-0d983751f21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:20:29.135885 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-0f617c76-b657-464f-b911-0d983751f21e admin admin] Synchronizing usage tracker for tenant:a662fb21b55846c78cf6d8b9e061c4ad on resource:subnet {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:20:29.151836 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-0f617c76-b657-464f-b911-0d983751f21e admin admin] Unset dirty status for tenant:a662fb21b55846c78cf6d8b9e061c4ad on resource:subnet {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:20:29.153075 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-0f617c76-b657-464f-b911-0d983751f21e admin admin] 10.222.0.45 "GET /v2.0/subnets/df888e69-56ed-4f09-b8f4-d568f0bebb74 HTTP/1.1" status: 200 len: 849 time: 0.1795232 Dec 11 16:20:29.164067 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-01bf1191-99e8-42f8-ab0d-fefb2ecced9d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:20:29.292229 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-01bf1191-99e8-42f8-ab0d-fefb2ecced9d admin admin] Notify callbacks [] for subnet, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:20:29.617355 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-01bf1191-99e8-42f8-ab0d-fefb2ecced9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363266957919962'] for subnet, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:20:29.645053 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c001abe1-948f-442a-a640-569c2af70b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:20:29.781969 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf1191-99e8-42f8-ab0d-fefb2ecced9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=df888e69-56ed-4f09-b8f4-d568f0bebb74,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:20:29.806338 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bf1191-99e8-42f8-ab0d-fefb2ecced9d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:20:29.806716 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bf1191-99e8-42f8-ab0d-fefb2ecced9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:20:29.807093 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bf1191-99e8-42f8-ab0d-fefb2ecced9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:20:29.807482 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bf1191-99e8-42f8-ab0d-fefb2ecced9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:20:29.807837 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bf1191-99e8-42f8-ab0d-fefb2ecced9d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:20:29.808198 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bf1191-99e8-42f8-ab0d-fefb2ecced9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:20:29.808555 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bf1191-99e8-42f8-ab0d-fefb2ecced9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:20:29.808909 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bf1191-99e8-42f8-ab0d-fefb2ecced9d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:20:29.809281 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bf1191-99e8-42f8-ab0d-fefb2ecced9d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:20:29.809636 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bf1191-99e8-42f8-ab0d-fefb2ecced9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:20:29.809989 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bf1191-99e8-42f8-ab0d-fefb2ecced9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:20:29.810339 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bf1191-99e8-42f8-ab0d-fefb2ecced9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:20:29.815226 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-01bf1191-99e8-42f8-ab0d-fefb2ecced9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:20:29.840898 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bf1191-99e8-42f8-ab0d-fefb2ecced9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:20:29.841539 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-01bf1191-99e8-42f8-ab0d-fefb2ecced9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:20:29.842891 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-01bf1191-99e8-42f8-ab0d-fefb2ecced9d admin admin] 10.222.0.45 "PUT /v2.0/subnets/df888e69-56ed-4f09-b8f4-d568f0bebb74 HTTP/1.1" status: 200 len: 868 time: 0.6831424 Dec 11 16:20:29.858672 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad818e8-ac4e-4551-ab1d-3d12fed3ca57 None None] Network 5265654d-1f6f-4f28-a0bf-e38ccce5b932 requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:20:30.294553 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-740b17cc-2eda-414d-bd9e-94211fc2a5b8 None None] Provisioning complete for port c0b67ae3-0e17-438d-ab60-cb3fc81cde15 triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:20:30.295118 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-740b17cc-2eda-414d-bd9e-94211fc2a5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:20:30.423194 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-740b17cc-2eda-414d-bd9e-94211fc2a5b8 None None] Provisioning complete for port 1a673f7c-bd59-43af-9e73-aa5e1cec5d4e triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:20:30.423530 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-740b17cc-2eda-414d-bd9e-94211fc2a5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:20:31.728815 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 5 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:20:32.320351 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 38200) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:20:32.497261 dv-cinder-766752-1-smb neutron-server[80122]: WARNING oslo_policy.policy [None req-f375dba2-011a-499b-aac4-7037258bbf3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 11 16:20:32.497863 dv-cinder-766752-1-smb neutron-server[80122]: WARNING oslo_policy.policy [None req-f375dba2-011a-499b-aac4-7037258bbf3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 11 16:20:32.972944 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.policy [None req-f375dba2-011a-499b-aac4-7037258bbf3d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80242) register_rules /opt/stack/neutron/neutron/policy.py:67}} Dec 11 16:20:32.973783 dv-cinder-766752-1-smb neutron-server[80122]: WARNING oslo_policy.policy [None req-f375dba2-011a-499b-aac4-7037258bbf3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 11 16:20:32.974187 dv-cinder-766752-1-smb neutron-server[80122]: WARNING oslo_policy.policy [None req-f375dba2-011a-499b-aac4-7037258bbf3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 11 16:20:32.980587 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f375dba2-011a-499b-aac4-7037258bbf3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:20:32.980998 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f375dba2-011a-499b-aac4-7037258bbf3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:20:32.983131 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-f375dba2-011a-499b-aac4-7037258bbf3d admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.6607666 Dec 11 16:20:35.462025 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 38216) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:20:35.679495 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2238de56-026b-4357-a9e4-ff0c632c9e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:20:35.679824 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2238de56-026b-4357-a9e4-ff0c632c9e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:20:35.681468 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-2238de56-026b-4357-a9e4-ff0c632c9e22 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2184393 Dec 11 16:20:38.179624 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 38226) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:20:38.547338 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6b2ff3-d687-4554-b660-626ec5a3efe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:20:38.548825 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-ea6b2ff3-d687-4554-b660-626ec5a3efe8 admin admin] 10.222.0.45 "GET /v2.0/networks/5265654d-1f6f-4f28-a0bf-e38ccce5b932 HTTP/1.1" status: 200 len: 862 time: 0.3681915 Dec 11 16:20:41.000371 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 38236) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:20:41.204967 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2957f57-478c-4572-8abe-33683a8ad399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:20:41.206465 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-b2957f57-478c-4572-8abe-33683a8ad399 admin admin] 10.222.0.45 "GET /v2.0/networks/ad2ee80a-1b86-455c-8869-eab43da82ba0 HTTP/1.1" status: 200 len: 886 time: 0.2050092 Dec 11 16:20:43.676873 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 38246) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:20:43.809822 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e2e402f1-f43e-4d9b-8af7-6de2c2c0c059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:20:43.827640 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02aba47e-9d31-4d56-99d2-6d893a46898c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:20:43.828055 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02aba47e-9d31-4d56-99d2-6d893a46898c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:20:43.829678 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-02aba47e-9d31-4d56-99d2-6d893a46898c admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1517880 Dec 11 16:20:46.084639 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-124bea65-aa2b-40b9-b44b-84796a4f5d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:20:46.311680 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 38256) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:20:46.456741 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7084e4c-ae9a-42d5-94e9-60b11f15feed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:20:46.457150 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7084e4c-ae9a-42d5-94e9-60b11f15feed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:20:46.458747 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-c7084e4c-ae9a-42d5-94e9-60b11f15feed admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1460419 Dec 11 16:20:46.738763 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:20:47.502402 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:20:48.345578 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:20:48.929785 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 38266) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:20:49.066052 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5758a80a-36a8-4659-a66c-db19fc81c8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:20:49.067478 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-5758a80a-36a8-4659-a66c-db19fc81c8bd admin admin] 10.222.0.45 "GET /v2.0/subnets/ba014d62-0f8d-4c1a-b66b-b32d18d6affa HTTP/1.1" status: 200 len: 816 time: 0.1366768 Dec 11 16:20:51.533774 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 38276) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:20:51.681415 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e4d9b8-e56d-49a9-ba6b-124e81c91d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:20:51.682860 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-67e4d9b8-e56d-49a9-ba6b-124e81c91d73 admin admin] 10.222.0.45 "GET /v2.0/subnets/df888e69-56ed-4f09-b8f4-d568f0bebb74 HTTP/1.1" status: 200 len: 868 time: 0.1480742 Dec 11 16:21:08.729289 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 5 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:21:13.812226 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e6011a76-1194-4d0f-850e-243f4d993385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:21:16.086289 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5b043d3a-3ac4-437d-ac8d-79c1dcd01b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:21:16.742234 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:21:17.504589 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:21:17.644023 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 38316) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:21:17.727670 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [None req-b65fab10-9576-4ff1-87b2-20f0c1c6c530 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80242) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 11 16:21:17.728751 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-b65fab10-9576-4ff1-87b2-20f0c1c6c530 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0834160 Dec 11 16:21:18.351489 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:21:20.299119 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 38326) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:21:20.400926 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a8ad0e-a09a-4a31-a6fe-014589578255 admin admin] GET failed (client error): The resource could not be found. Dec 11 16:21:20.402235 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-95a8ad0e-a09a-4a31-a6fe-014589578255 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1020577 Dec 11 16:21:20.712548 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ac0837-0167-478a-b714-f6ec3052d136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:21:20.714133 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-19ac0837-0167-478a-b714-f6ec3052d136 admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.3073947 Dec 11 16:21:23.216413 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 38336) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:21:23.294717 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-03ad3218-460b-4931-8c7b-1068878b59ba admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:21:23.300027 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-03ad3218-460b-4931-8c7b-1068878b59ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:21:23.309645 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-03ad3218-460b-4931-8c7b-1068878b59ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:21:23.318755 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ad3218-460b-4931-8c7b-1068878b59ba admin admin] Made reservation on behalf of a662fb21b55846c78cf6d8b9e061c4ad for: {'network': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:21:23.323308 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-03ad3218-460b-4931-8c7b-1068878b59ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for network, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:21:23.415654 dv-cinder-766752-1-smb neutron-server[80122]: WARNING neutron.services.revisions.revision_plugin [None req-03ad3218-460b-4931-8c7b-1068878b59ba admin admin] Could not find related network for resource to bump revision. Dec 11 16:21:23.431257 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ad3218-460b-4931-8c7b-1068878b59ba admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 11 16:21:23.440327 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-03ad3218-460b-4931-8c7b-1068878b59ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:21:23.440694 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-03ad3218-460b-4931-8c7b-1068878b59ba admin admin] Added segment 5a97c8a7-b531-45a1-9ae4-09235f7bceb8 of type vxlan for network 0075a0a3-febe-427f-bbc4-ea66aa77e195 Dec 11 16:21:23.468034 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-03ad3218-460b-4931-8c7b-1068878b59ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769896439940'] for network, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:21:23.496247 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-03ad3218-460b-4931-8c7b-1068878b59ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882'] for network, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:21:23.497473 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ad3218-460b-4931-8c7b-1068878b59ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:21:23.498094 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-03ad3218-460b-4931-8c7b-1068878b59ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:21:23.502922 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6b05cd3f-91e5-4870-8add-00792b34d341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:21:23.605339 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-03ad3218-460b-4931-8c7b-1068878b59ba admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3877151 Dec 11 16:21:23.608052 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad3218-460b-4931-8c7b-1068878b59ba admin admin] Pushing event updated for resources: {'Network': ['ID=0075a0a3-febe-427f-bbc4-ea66aa77e195,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:21:23.611036 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-03ad3218-460b-4931-8c7b-1068878b59ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:21:23.620287 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Network 0075a0a3-febe-427f-bbc4-ea66aa77e195 details requested by agent ovs-agent-dv-cinder-766752-1-smb with host dv-cinder-766752-1-smb {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:21:26.091315 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 38346) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:21:26.193516 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce8677e-564d-442a-9289-e491edc71956 admin admin] GET failed (client error): The resource could not be found. Dec 11 16:21:26.194051 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-cce8677e-564d-442a-9289-e491edc71956 admin admin] Synchronizing usage tracker for tenant:a662fb21b55846c78cf6d8b9e061c4ad on resource:network {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:21:26.208246 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-cce8677e-564d-442a-9289-e491edc71956 admin admin] Unset dirty status for tenant:a662fb21b55846c78cf6d8b9e061c4ad on resource:network {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:21:26.209900 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-cce8677e-564d-442a-9289-e491edc71956 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1174979 Dec 11 16:21:26.325222 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc469974-30f2-4588-b134-5d4e3df14e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:21:26.326773 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-bc469974-30f2-4588-b134-5d4e3df14e17 admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1124959 Dec 11 16:21:26.338750 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-b29e7e1b-731b-4a13-9427-695c36f34093 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '0075a0a3-febe-427f-bbc4-ea66aa77e195', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:21:26.343337 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-b29e7e1b-731b-4a13-9427-695c36f34093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:21:26.353608 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-b29e7e1b-731b-4a13-9427-695c36f34093 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:21:26.362164 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29e7e1b-731b-4a13-9427-695c36f34093 admin admin] Made reservation on behalf of a662fb21b55846c78cf6d8b9e061c4ad for: {'subnet': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:21:26.367411 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b29e7e1b-731b-4a13-9427-695c36f34093 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:21:26.756825 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b29e7e1b-731b-4a13-9427-695c36f34093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882'] for subnet, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:21:26.771576 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:21:26.889050 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e7e1b-731b-4a13-9427-695c36f34093 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b9ef56c-f9b5-48fc-88e7-f966a34f7fe1,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:21:26.894906 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b29e7e1b-731b-4a13-9427-695c36f34093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:21:26.962803 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29e7e1b-731b-4a13-9427-695c36f34093 admin admin] Checking segment: {'id': '5a97c8a7-b531-45a1-9ae4-09235f7bceb8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0075a0a3-febe-427f-bbc4-ea66aa77e195'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:21:26.963111 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29e7e1b-731b-4a13-9427-695c36f34093 admin admin] Network hostable DHCP agents. Network: 0075a0a3-febe-427f-bbc4-ea66aa77e195, hostable agents: ['152ea6c3-4f92-4bdd-b82f-bafaeb087025'], hosted agents: [] {{(pid=80243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 11 16:21:26.981066 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29e7e1b-731b-4a13-9427-695c36f34093 admin admin] Network 0075a0a3-febe-427f-bbc4-ea66aa77e195 is scheduled to be hosted by DHCP agent 152ea6c3-4f92-4bdd-b82f-bafaeb087025 with binding_index 1 {{(pid=80243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 11 16:21:26.988907 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-b29e7e1b-731b-4a13-9427-695c36f34093 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-smb, 0075a0a3-febe-427f-bbc4-ea66aa77e195) {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:21:26.993436 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29e7e1b-731b-4a13-9427-695c36f34093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:21:26.994061 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b29e7e1b-731b-4a13-9427-695c36f34093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:21:26.999106 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0d2181-13e2-4aca-90b4-cbf35ff7f8c4 None None] Network 0075a0a3-febe-427f-bbc4-ea66aa77e195 requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:21:27.018817 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-b29e7e1b-731b-4a13-9427-695c36f34093 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6837773 Dec 11 16:21:27.236469 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc3d95e0-9722-56b3-ab5c-a7335d02e18f-0075a0a3-febe-427f-bbc4-ea66aa77e195', 'network_id': '0075a0a3-febe-427f-bbc4-ea66aa77e195', 'tenant_id': 'a662fb21b55846c78cf6d8b9e061c4ad', 'fixed_ips': [{'subnet_id': '9b9ef56c-f9b5-48fc-88e7-f966a34f7fe1'}]}} from dv-cinder-766752-1-smb. {{(pid=80244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 11 16:21:27.237366 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:21:27.526317 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Allocated IP 192.168.233.2 (0075a0a3-febe-427f-bbc4-ea66aa77e195/9b9ef56c-f9b5-48fc-88e7-f966a34f7fe1/808684ae-4491-45f1-84d2-07ff60747d9a) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:21:27.752766 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:21:27.764230 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Transition to ACTIVE for port object 808684ae-4491-45f1-84d2-07ff60747d9a will not be triggered until provisioned by entity L2. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:21:27.781171 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Transition to ACTIVE for port object 808684ae-4491-45f1-84d2-07ff60747d9a will not be triggered until provisioned by entity DHCP. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:21:27.785715 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:21:27.802167 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-39774b06-344e-41c7-9815-8ca62c77cba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:21:27.934248 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Pushing event updated for resources: {'Port': ['ID=808684ae-4491-45f1-84d2-07ff60747d9a,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:21:27.953884 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:21:27.954261 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:21:27.954634 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:21:27.954994 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:21:27.955355 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:21:27.955765 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:21:27.956115 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:21:27.956468 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:21:27.956817 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:21:27.957164 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:21:27.957517 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:21:27.957929 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:21:27.964387 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:21:28.005293 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Network 0075a0a3-febe-427f-bbc4-ea66aa77e195 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:21:28.006535 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Resources bound (agent type, host, resource id): {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:21:28.008944 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:21:28.064125 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Attempting to bind port 808684ae-4491-45f1-84d2-07ff60747d9a on host dv-cinder-766752-1-smb for vnic_type normal with profile {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:21:28.064534 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Attempting to bind port 808684ae-4491-45f1-84d2-07ff60747d9a by drivers openvswitch on host dv-cinder-766752-1-smb at level 0 using segments [{'id': '5a97c8a7-b531-45a1-9ae4-09235f7bceb8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0075a0a3-febe-427f-bbc4-ea66aa77e195'}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:21:28.064941 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Attempting to bind port 808684ae-4491-45f1-84d2-07ff60747d9a on network 0075a0a3-febe-427f-bbc4-ea66aa77e195 {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:21:28.071482 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Checking agent: {'id': 'f164431f-4e07-4bd6-ace5-674ca64419be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 17), 'started_at': datetime.datetime(2020, 12, 11, 16, 17, 47), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:21:28.071916 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Checking segment: {'id': '5a97c8a7-b531-45a1-9ae4-09235f7bceb8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0075a0a3-febe-427f-bbc4-ea66aa77e195'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:21:28.072358 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:21:28.072794 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Bound using segment: {'id': '5a97c8a7-b531-45a1-9ae4-09235f7bceb8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0075a0a3-febe-427f-bbc4-ea66aa77e195'} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:21:28.073315 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Bound port: 808684ae-4491-45f1-84d2-07ff60747d9a, host: dv-cinder-766752-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a97c8a7-b531-45a1-9ae4-09235f7bceb8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0075a0a3-febe-427f-bbc4-ea66aa77e195'}}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:21:28.073729 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:21:28.169859 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] For port 808684ae-4491-45f1-84d2-07ff60747d9a, host dv-cinder-766752-1-smb, cleared binding levels {{(pid=80244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:21:28.173735 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] For port 808684ae-4491-45f1-84d2-07ff60747d9a, host dv-cinder-766752-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=808684ae-4491-45f1-84d2-07ff60747d9a,segment=NetworkSegment(5a97c8a7-b531-45a1-9ae4-09235f7bceb8),segment_id=5a97c8a7-b531-45a1-9ae4-09235f7bceb8)] {{(pid=80244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:21:28.176954 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:21:28.193389 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:21:28.497353 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Pushing event updated for resources: {'Port': ['ID=808684ae-4491-45f1-84d2-07ff60747d9a,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:21:28.503885 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:21:29.710041 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4feb0f-74e5-485f-92a7-1cf7ec5fa47d None None] Network 0075a0a3-febe-427f-bbc4-ea66aa77e195 requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:21:29.781287 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 808684ae-4491-45f1-84d2-07ff60747d9a up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:21:29.893712 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-a245d40a-1b5c-43e9-a21f-9d8cf0bd6385 None None] Provisioning for port 808684ae-4491-45f1-84d2-07ff60747d9a completed by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:21:29.946449 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning for port 808684ae-4491-45f1-84d2-07ff60747d9a completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:21:29.963056 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port 808684ae-4491-45f1-84d2-07ff60747d9a triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:21:29.963399 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:21:30.147051 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:21:30.184384 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] For port 808684ae-4491-45f1-84d2-07ff60747d9a, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=808684ae-4491-45f1-84d2-07ff60747d9a,segment=NetworkSegment(5a97c8a7-b531-45a1-9ae4-09235f7bceb8),segment_id=5a97c8a7-b531-45a1-9ae4-09235f7bceb8)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:21:30.188294 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:21:30.194651 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:21:30.265539 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Pushing event updated for resources: {'Port': ['ID=808684ae-4491-45f1-84d2-07ff60747d9a,revision_number=3']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:21:30.268926 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:21:30.345401 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-2edb1da2-ed12-4f03-9075-653a736a0737 None None] Provisioning complete for port 808684ae-4491-45f1-84d2-07ff60747d9a triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:21:30.346078 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2edb1da2-ed12-4f03-9075-653a736a0737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:21:30.603031 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-a4368c02-fbe0-42e0-bba2-10b66a7eb21a None None] Provisioning complete for port 808684ae-4491-45f1-84d2-07ff60747d9a triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:21:30.603603 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a4368c02-fbe0-42e0-bba2-10b66a7eb21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:21:30.844259 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-cd907aaf-0400-42ee-b857-6de6d1e49a4b None None] Provisioning complete for port 808684ae-4491-45f1-84d2-07ff60747d9a triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:21:30.844841 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cd907aaf-0400-42ee-b857-6de6d1e49a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:21:31.595239 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 808684ae-4491-45f1-84d2-07ff60747d9a up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:21:31.664800 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port 808684ae-4491-45f1-84d2-07ff60747d9a triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:21:31.665213 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:21:43.819633 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-759afcab-bf83-431e-8b02-64f833ffb8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:21:45.729396 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 5 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:21:46.086794 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-49fed338-d2b0-45ec-9c4b-8d11953f06bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:21:46.744594 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:21:47.508414 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:21:48.354377 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:22:13.821705 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6f2438de-bac1-41f9-9e65-b52c1948ddfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:22:16.088643 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b4db7af5-9a60-491d-b543-e4f8a332af39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:22:16.747418 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:22:17.510828 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:22:18.358334 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:22:22.761111 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 5 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:22:30.609815 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 38390) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:22:30.616824 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [None req-ebeb5384-75d2-46c9-9f4b-467cdb95a955 tempest-verify_tempest_config-299201581 tempest-verify_tempest_config-299201581] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80243) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 11 16:22:30.617876 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-ebeb5384-75d2-46c9-9f4b-467cdb95a955 tempest-verify_tempest_config-299201581 tempest-verify_tempest_config-299201581] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13036 time: 0.0069885 Dec 11 16:22:30.973059 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 38410) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:22:31.124412 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5ac246ec-4e7a-4f19-81dd-6af8fd6ddcd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:22:31.142105 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-5ac246ec-4e7a-4f19-81dd-6af8fd6ddcd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:22:31.146635 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-5ac246ec-4e7a-4f19-81dd-6af8fd6ddcd6 admin admin] Usage tracker for resource:security_group_rule and tenant:81eda73b9d9d4d0787330dcc18f86b75 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:22:31.149701 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-5ac246ec-4e7a-4f19-81dd-6af8fd6ddcd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:22:31.155360 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-5ac246ec-4e7a-4f19-81dd-6af8fd6ddcd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:22:31.244728 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5ac246ec-4e7a-4f19-81dd-6af8fd6ddcd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:22:31.247397 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5ac246ec-4e7a-4f19-81dd-6af8fd6ddcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:22:31.256652 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:22:31.297038 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac246ec-4e7a-4f19-81dd-6af8fd6ddcd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ce7078-1cdc-4243-a71c-8289c80dac8c,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:22:31.300042 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-5ac246ec-4e7a-4f19-81dd-6af8fd6ddcd6 admin admin] Synchronizing usage tracker for tenant:a662fb21b55846c78cf6d8b9e061c4ad on resource:security_group {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:22:31.308735 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac246ec-4e7a-4f19-81dd-6af8fd6ddcd6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:22:31.309113 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac246ec-4e7a-4f19-81dd-6af8fd6ddcd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:22:31.309480 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac246ec-4e7a-4f19-81dd-6af8fd6ddcd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:22:31.309839 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac246ec-4e7a-4f19-81dd-6af8fd6ddcd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:22:31.310200 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac246ec-4e7a-4f19-81dd-6af8fd6ddcd6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:22:31.310559 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac246ec-4e7a-4f19-81dd-6af8fd6ddcd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:22:31.310914 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac246ec-4e7a-4f19-81dd-6af8fd6ddcd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:22:31.311264 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac246ec-4e7a-4f19-81dd-6af8fd6ddcd6 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:22:31.311660 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac246ec-4e7a-4f19-81dd-6af8fd6ddcd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:22:31.312028 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac246ec-4e7a-4f19-81dd-6af8fd6ddcd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:22:31.312426 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac246ec-4e7a-4f19-81dd-6af8fd6ddcd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:22:31.312776 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac246ec-4e7a-4f19-81dd-6af8fd6ddcd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:22:31.317085 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5ac246ec-4e7a-4f19-81dd-6af8fd6ddcd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:22:31.329349 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-5ac246ec-4e7a-4f19-81dd-6af8fd6ddcd6 admin admin] Unset dirty status for tenant:a662fb21b55846c78cf6d8b9e061c4ad on resource:security_group {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:22:31.331166 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-5ac246ec-4e7a-4f19-81dd-6af8fd6ddcd6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=81eda73b9d9d4d0787330dcc18f86b75&name=default HTTP/1.1" status: 200 len: 2875 time: 0.3565171 Dec 11 16:22:31.333943 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 38416) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:22:31.394212 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-571ed35b-2d12-4588-92dd-e96f18c581a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:22:31.421158 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-571ed35b-2d12-4588-92dd-e96f18c581a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:22:31.472226 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-571ed35b-2d12-4588-92dd-e96f18c581a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:22:31.477236 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:22:31.490945 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ed35b-2d12-4588-92dd-e96f18c581a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ce7078-1cdc-4243-a71c-8289c80dac8c,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:22:31.493698 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-571ed35b-2d12-4588-92dd-e96f18c581a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:22:31.499634 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-571ed35b-2d12-4588-92dd-e96f18c581a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:22:31.500847 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-571ed35b-2d12-4588-92dd-e96f18c581a9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/07ce7078-1cdc-4243-a71c-8289c80dac8c HTTP/1.1" status: 204 len: 168 time: 0.1659467 Dec 11 16:22:43.824007 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dcb81027-4ce4-42b6-8065-600c94de9b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:22:46.090281 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5864a970-da14-410f-9b7c-a122ed6ccaab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:22:46.749433 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:22:47.512784 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:22:48.360097 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:22:59.760670 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 5 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:23:13.825295 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8cfa6d10-ce59-4cc0-9006-b9c6a3ee19f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:23:16.093022 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3ed68873-9603-42f5-8313-c2a29d2e0c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:23:16.752859 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:23:17.513921 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:23:18.365383 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:23:36.760007 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 5 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:23:43.826605 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c615686d-94ac-4395-812a-e1869e7d3a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:23:46.096558 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e38eba0c-11a5-43cf-b6a5-cfdc1c37be38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:23:46.754746 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:23:47.516153 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:23:48.373455 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:24:13.759975 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 5 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:24:13.829126 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-82d3994d-00a2-48ca-8ab8-bdbf1922ce11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:24:16.098772 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4cae9977-b61e-4864-98fa-3ccd9e60d7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:24:16.758475 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:24:17.517692 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:24:18.375656 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:24:23.140511 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351'] for agent, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:24:23.141130 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:24:23.141309 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:24:23.141679 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:24:23.142092 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:24:23.142481 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:24:23.142822 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:24:23.143183 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:24:23.143623 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:24:23.144003 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:24:23.144388 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:24:23.144746 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:24:23.145102 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:24:23.145487 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76675', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:24:23.149520 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76675', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:24:23.521385 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] get_endpoint_by_host() called for host hv-cinder-76675 {{(pid=80244) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Dec 11 16:24:23.525454 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] get_endpoint_by_ip() called for ip 192.168.0.58 {{(pid=80244) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Dec 11 16:24:23.529056 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] _add_endpoint() called for ip 192.168.0.58 {{(pid=80244) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Dec 11 16:24:23.534889 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] _get_endpoints() called {{(pid=80244) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Dec 11 16:24:36.093492 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 38488) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:24:36.249218 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-3893ca8c-17ed-4ab7-a536-3098cde880a3 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1545501 Dec 11 16:24:38.742593 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 38498) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:24:38.829931 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-c02432f5-e6c6-41e8-affc-d06c73cf2f85 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0861657 Dec 11 16:24:43.831950 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-771fb62e-fd2a-4a4a-b75d-1610feb66bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:24:46.100826 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-688c03dc-b8ee-44fc-b252-74becf5fc291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:24:46.760778 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:24:47.520550 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:24:48.380193 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:24:50.760182 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 6 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:24:53.141965 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:25:13.833343 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-31d20f89-4943-4c56-9829-2506cd56eae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:25:16.102426 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5b5a5381-524e-41b6-ba96-b638482e7d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:25:16.763799 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:25:17.521678 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:25:18.385274 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:25:23.148210 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:25:27.760413 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 6 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:25:43.842238 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-375d0f7a-0081-4ca2-8616-dce77ed89afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:25:46.117049 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-647072d8-7c4a-46e8-b7a7-5ab98c6db89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:25:46.777667 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:25:47.523824 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:25:48.391317 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:25:53.163644 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:04.759918 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 6 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:26:13.837069 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8040818d-a26b-4955-a0ae-2d915f4eed5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:16.106524 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4493a80f-892c-4545-8d6f-87b1a7b4f98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:16.772144 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:17.533315 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:18.400715 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:23.179696 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:23.416135 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 38654) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:23.878541 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-458078925-network', 'tenant_id': '18cab7096ec7405c979d977608f922bb'}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:26:23.881141 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.quota [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Loaded quota_driver: . Dec 11 16:26:23.894848 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:26:23.911124 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Usage tracker for resource:network and tenant:18cab7096ec7405c979d977608f922bb is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:26:23.916167 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:26:23.924157 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:26:23.937868 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Made reservation on behalf of 18cab7096ec7405c979d977608f922bb for: {'network': 1} {{(pid=80242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:26:23.943989 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for network, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:23.967969 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:23.984325 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:26:23.988834 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Usage tracker for resource:security_group_rule and tenant:18cab7096ec7405c979d977608f922bb is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:26:23.992117 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:26:23.998919 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:26:24.112976 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:24.115796 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:24.128616 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:24.145431 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 11 16:26:24.173486 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769896991466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:24.174005 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Added segment 114d2847-428f-43e0-9263-dade0a4c2f73 of type vxlan for network 98273e7d-6ebb-4285-b7f1-5f101b8f1038 Dec 11 16:26:24.217252 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b37ac0f-8cf3-4eb1-bbdf-531e97fb1b28,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:24.230162 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:24.230529 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:24.230892 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:24.231253 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:24.231632 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:24.231989 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:24.232336 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:24.232686 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:24.233031 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:24.233380 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:24.233728 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:24.234072 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:24.234512 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:24.234905 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:24.235141 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:24.235484 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:24.235845 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:24.236307 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:24.236532 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:24.236875 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:24.237253 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:24.237598 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:24.238047 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:24.238279 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Tracked resource versions report: Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: pushed versions: Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: { 'AddressGroup': {'1.0'}, Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'ConntrackHelper': {'1.0'}, Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'Log': {'1.0'}, Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'Network': {'1.1'}, Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'Port': {'1.6'}, Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'PortForwarding': {'1.2'}, Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'QosPolicy': {'1.8'}, Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroup': {'1.3'}, Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroupRule': {'1.1'}, Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'SubPort': {'1.0'}, Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'Subnet': {'1.1'}, Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'Trunk': {'1.1'}} Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: consumer versions: Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: { DHCP agent@dv-cinder-766752-1-smb: {}, Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: L3 agent@dv-cinder-766752-1-smb: {}, Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: Metadata agent@dv-cinder-766752-1-smb: {}, Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: Metering agent@dv-cinder-766752-1-smb: {}, Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: Open vSwitch agent@dv-cinder-766752-1-smb: { 'AddressGroup': '1.0', Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'ConntrackHelper': '1.0', Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'Log': '1.0', Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'Network': '1.1', Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'Port': '1.6', Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'PortForwarding': '1.2', Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'QosPolicy': '1.8', Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroup': '1.3', Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroupRule': '1.1', Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'SubPort': '1.0', Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'Subnet': '1.1', Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'Trunk': '1.1'}, Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: Open vSwitch agent@hv-cinder-76675: { 'AddressGroup': '1.0', Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'ConntrackHelper': '1.0', Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'Log': '1.0', Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'Network': '1.1', Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'Port': '1.6', Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'PortForwarding': '1.2', Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'QosPolicy': '1.8', Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroup': '1.3', Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroupRule': '1.1', Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'SubPort': '1.0', Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'Subnet': '1.1', Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: 'Trunk': '1.1'}} Dec 11 16:26:24.239619 dv-cinder-766752-1-smb neutron-server[80122]: {{(pid=80242) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 11 16:26:24.277015 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:24.300901 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769896439940'] for network, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:24.343787 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882'] for network, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:24.345383 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:26:24.346053 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:24.351573 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:24.475401 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Pushing event updated for resources: {'Network': ['ID=98273e7d-6ebb-4285-b7f1-5f101b8f1038,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:24.482710 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:24.487181 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.0696552 Dec 11 16:26:24.488823 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Network 98273e7d-6ebb-4285-b7f1-5f101b8f1038 details requested by agent ovs-agent-dv-cinder-766752-1-smb with host dv-cinder-766752-1-smb {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:26:24.490251 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 38702) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:24.497555 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-1f10508f-8925-43a3-ab91-3b5b3dfd4d9f admin admin] Request body: {'subnet': {'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-458078925-subnet', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:26:24.503303 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-1f10508f-8925-43a3-ab91-3b5b3dfd4d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:26:24.507361 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-1f10508f-8925-43a3-ab91-3b5b3dfd4d9f admin admin] Usage tracker for resource:subnet and tenant:18cab7096ec7405c979d977608f922bb is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:26:24.511051 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-1f10508f-8925-43a3-ab91-3b5b3dfd4d9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:26:24.520788 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-1f10508f-8925-43a3-ab91-3b5b3dfd4d9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:26:24.532588 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f10508f-8925-43a3-ab91-3b5b3dfd4d9f admin admin] Made reservation on behalf of 18cab7096ec7405c979d977608f922bb for: {'subnet': 1} {{(pid=80242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:26:24.538266 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1f10508f-8925-43a3-ab91-3b5b3dfd4d9f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:24.548412 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 38708) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:24.586514 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 38714) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:24.622730 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Network 98273e7d-6ebb-4285-b7f1-5f101b8f1038 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:26:24.735570 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 38726) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:25.075285 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1f10508f-8925-43a3-ab91-3b5b3dfd4d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882'] for subnet, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:25.091890 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:25.123445 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1137477044-network', 'tenant_id': 'ab2f8e1954c64d759980d7be86319b59'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:26:25.130364 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:26:25.135580 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Usage tracker for resource:network and tenant:ab2f8e1954c64d759980d7be86319b59 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:26:25.139391 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:26:25.146286 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:26:25.162127 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-b3bc82a2-7bd0-4275-b723-a7f7557856aa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1535416449-network', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:26:25.165262 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Made reservation on behalf of ab2f8e1954c64d759980d7be86319b59 for: {'network': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:26:25.171348 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for network, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:25.186775 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-b3bc82a2-7bd0-4275-b723-a7f7557856aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:26:25.189681 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:25.210686 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-8bda1833-77d5-4324-ad08-e23b22a30dec admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1655988622-network', 'tenant_id': '3aac1554ef17430cad7c85fea3e3ff64'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:26:25.219197 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-b3bc82a2-7bd0-4275-b723-a7f7557856aa admin admin] Usage tracker for resource:network and tenant:eccf3f61bd614d87b3e6357f1c1f13bb is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:26:25.221386 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10508f-8925-43a3-ab91-3b5b3dfd4d9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=56573ac3-46db-42ab-ac70-c5fd685172d7,revision_number=0']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:25.223633 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-b3bc82a2-7bd0-4275-b723-a7f7557856aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:26:25.227585 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:26:25.235612 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-b3bc82a2-7bd0-4275-b723-a7f7557856aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:26:25.238333 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1f10508f-8925-43a3-ab91-3b5b3dfd4d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:25.238971 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Usage tracker for resource:security_group_rule and tenant:ab2f8e1954c64d759980d7be86319b59 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:26:25.243954 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-8bda1833-77d5-4324-ad08-e23b22a30dec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:26:25.246468 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:26:25.255946 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-8bda1833-77d5-4324-ad08-e23b22a30dec admin admin] Usage tracker for resource:network and tenant:3aac1554ef17430cad7c85fea3e3ff64 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:26:25.260519 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:26:25.264614 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-8bda1833-77d5-4324-ad08-e23b22a30dec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:26:25.274004 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bc82a2-7bd0-4275-b723-a7f7557856aa admin admin] Made reservation on behalf of eccf3f61bd614d87b3e6357f1c1f13bb for: {'network': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:26:25.279141 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b3bc82a2-7bd0-4275-b723-a7f7557856aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for network, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:25.292033 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-8bda1833-77d5-4324-ad08-e23b22a30dec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:26:25.305245 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b3bc82a2-7bd0-4275-b723-a7f7557856aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:25.305592 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f10508f-8925-43a3-ab91-3b5b3dfd4d9f admin admin] Checking segment: {'id': '114d2847-428f-43e0-9263-dade0a4c2f73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:26:25.306203 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f10508f-8925-43a3-ab91-3b5b3dfd4d9f admin admin] Network hostable DHCP agents. Network: 98273e7d-6ebb-4285-b7f1-5f101b8f1038, hostable agents: ['152ea6c3-4f92-4bdd-b82f-bafaeb087025'], hosted agents: [] {{(pid=80242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 11 16:26:25.331872 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f10508f-8925-43a3-ab91-3b5b3dfd4d9f admin admin] Network 98273e7d-6ebb-4285-b7f1-5f101b8f1038 is scheduled to be hosted by DHCP agent 152ea6c3-4f92-4bdd-b82f-bafaeb087025 with binding_index 1 {{(pid=80242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 11 16:26:25.336012 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bda1833-77d5-4324-ad08-e23b22a30dec admin admin] Made reservation on behalf of 3aac1554ef17430cad7c85fea3e3ff64 for: {'network': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:26:25.341544 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8bda1833-77d5-4324-ad08-e23b22a30dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for network, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:25.348499 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-1f10508f-8925-43a3-ab91-3b5b3dfd4d9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-smb, 98273e7d-6ebb-4285-b7f1-5f101b8f1038) {{(pid=80242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:26:25.352920 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-b3bc82a2-7bd0-4275-b723-a7f7557856aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:26:25.354314 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f10508f-8925-43a3-ab91-3b5b3dfd4d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:26:25.355775 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1f10508f-8925-43a3-ab91-3b5b3dfd4d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for subnet, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:25.360596 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2d5624-14f0-4a85-bbcc-8f8165379c14 None None] Network 98273e7d-6ebb-4285-b7f1-5f101b8f1038 requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:26:25.363190 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-b3bc82a2-7bd0-4275-b723-a7f7557856aa admin admin] Usage tracker for resource:security_group_rule and tenant:eccf3f61bd614d87b3e6357f1c1f13bb is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:26:25.369912 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-b3bc82a2-7bd0-4275-b723-a7f7557856aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:26:25.380961 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-1f10508f-8925-43a3-ab91-3b5b3dfd4d9f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8896079 Dec 11 16:26:25.381312 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8bda1833-77d5-4324-ad08-e23b22a30dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:25.384881 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 38748) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:25.394273 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-ac17daea-f0e9-43fd-aaf6-71084c3cc0f8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-458078925-router', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'}}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:26:25.402700 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-ac17daea-f0e9-43fd-aaf6-71084c3cc0f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:26:25.410316 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-ac17daea-f0e9-43fd-aaf6-71084c3cc0f8 admin admin] Usage tracker for resource:router and tenant:18cab7096ec7405c979d977608f922bb is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:26:25.414731 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-ac17daea-f0e9-43fd-aaf6-71084c3cc0f8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:26:25.422839 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-ac17daea-f0e9-43fd-aaf6-71084c3cc0f8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:26:25.434159 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ac17daea-f0e9-43fd-aaf6-71084c3cc0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854359915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774664'] for router, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:25.436369 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ac17daea-f0e9-43fd-aaf6-71084c3cc0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854362306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-515724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1088'] for router, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:25.439664 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-b3bc82a2-7bd0-4275-b723-a7f7557856aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:26:25.462831 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-8bda1833-77d5-4324-ad08-e23b22a30dec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:26:25.469104 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ac17daea-f0e9-43fd-aaf6-71084c3cc0f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:25.487255 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-8bda1833-77d5-4324-ad08-e23b22a30dec admin admin] Usage tracker for resource:security_group_rule and tenant:3aac1554ef17430cad7c85fea3e3ff64 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:26:25.491149 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-8bda1833-77d5-4324-ad08-e23b22a30dec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:26:25.498588 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-8bda1833-77d5-4324-ad08-e23b22a30dec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:26:25.648595 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:25.667699 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:25.693762 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:25.760812 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc3d95e0-9722-56b3-ab5c-a7335d02e18f-98273e7d-6ebb-4285-b7f1-5f101b8f1038', 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'fixed_ips': [{'subnet_id': '56573ac3-46db-42ab-ac70-c5fd685172d7'}]}} from dv-cinder-766752-1-smb. {{(pid=80244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 11 16:26:25.761718 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:25.765886 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6127a463-fdbd-4df7-96fb-983dd7d68ed0,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:25.786436 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:25.786812 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:25.787177 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:25.787561 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:25.787916 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:25.788267 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:25.788615 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:25.788961 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:25.789380 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:25.789732 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:25.790074 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:25.790419 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:25.790803 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:25.791149 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:25.794366 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:25.796154 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:25.797443 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:25.798250 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:25.800449 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:25.801013 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:25.802481 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:25.803385 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:25.804675 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:25.805243 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Tracked resource versions report: Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: pushed versions: Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: { 'AddressGroup': {'1.0'}, Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'ConntrackHelper': {'1.0'}, Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'Log': {'1.0'}, Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'Network': {'1.1'}, Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'Port': {'1.6'}, Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'PortForwarding': {'1.2'}, Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'QosPolicy': {'1.8'}, Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroup': {'1.3'}, Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroupRule': {'1.1'}, Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'SubPort': {'1.0'}, Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'Subnet': {'1.1'}, Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'Trunk': {'1.1'}} Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: consumer versions: Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: { DHCP agent@dv-cinder-766752-1-smb: {}, Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: L3 agent@dv-cinder-766752-1-smb: {}, Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: Metadata agent@dv-cinder-766752-1-smb: {}, Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: Metering agent@dv-cinder-766752-1-smb: {}, Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: Open vSwitch agent@dv-cinder-766752-1-smb: { 'AddressGroup': '1.0', Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'ConntrackHelper': '1.0', Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'Log': '1.0', Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'Network': '1.1', Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'Port': '1.6', Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'PortForwarding': '1.2', Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'QosPolicy': '1.8', Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroup': '1.3', Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroupRule': '1.1', Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'SubPort': '1.0', Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'Subnet': '1.1', Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'Trunk': '1.1'}, Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: Open vSwitch agent@hv-cinder-76675: { 'AddressGroup': '1.0', Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'ConntrackHelper': '1.0', Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'Log': '1.0', Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'Network': '1.1', Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'Port': '1.6', Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'PortForwarding': '1.2', Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'QosPolicy': '1.8', Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroup': '1.3', Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroupRule': '1.1', Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'SubPort': '1.0', Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'Subnet': '1.1', Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: 'Trunk': '1.1'}} Dec 11 16:26:25.811063 dv-cinder-766752-1-smb neutron-server[80122]: {{(pid=80243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 11 16:26:25.824996 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:25.850951 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 11 16:26:25.875846 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:25.878909 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Added segment 93a846ba-cd3e-4473-a885-636426a499ef of type vxlan for network 4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b Dec 11 16:26:25.943994 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769896439940'] for network, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:26.047225 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b3bc82a2-7bd0-4275-b723-a7f7557856aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:26.054931 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882'] for network, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:26.061927 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b3bc82a2-7bd0-4275-b723-a7f7557856aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:26.065288 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:26:26.065924 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:26.072232 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:26.206772 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3bc82a2-7bd0-4275-b723-a7f7557856aa admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 11 16:26:26.218567 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b3bc82a2-7bd0-4275-b723-a7f7557856aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:26.219548 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-b3bc82a2-7bd0-4275-b723-a7f7557856aa admin admin] Added segment e6501d83-0c9c-4b21-bbe2-cb17b597d222 of type vxlan for network 08a7ffcb-dce2-47a5-a283-64fa5b32feea Dec 11 16:26:26.250127 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b3bc82a2-7bd0-4275-b723-a7f7557856aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769896439940'] for network, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:26.288715 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Pushing event updated for resources: {'Network': ['ID=4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:26.292448 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:26.306306 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f3799e7c-c8b6-43e8-b260-e94045acd8f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:26.342040 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc82a2-7bd0-4275-b723-a7f7557856aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535fe827-fa09-4782-aec0-096477087f68,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:26.347138 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b3bc82a2-7bd0-4275-b723-a7f7557856aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:26.369483 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8bda1833-77d5-4324-ad08-e23b22a30dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:26.374738 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Network 4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b details requested by agent ovs-agent-dv-cinder-766752-1-smb with host dv-cinder-766752-1-smb {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:26:26.375134 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b3bc82a2-7bd0-4275-b723-a7f7557856aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882'] for network, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:26.377148 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bc82a2-7bd0-4275-b723-a7f7557856aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:26:26.377841 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b3bc82a2-7bd0-4275-b723-a7f7557856aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:26.434205 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:26.479845 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8bda1833-77d5-4324-ad08-e23b22a30dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:26.597730 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-b3bc82a2-7bd0-4275-b723-a7f7557856aa admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0391293 Dec 11 16:26:26.599061 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 38782) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:26.632144 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-546178a4-fcbb-4507-a4d2-6512076bb648 admin admin] Request body: {'subnet': {'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1535416449-subnet', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:26:26.635674 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.0467646 Dec 11 16:26:26.656010 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 38786) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:26.667214 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-546178a4-fcbb-4507-a4d2-6512076bb648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:26:26.672197 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ac17daea-f0e9-43fd-aaf6-71084c3cc0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854360120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854359898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1105'] for router, precommit_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:26.695672 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-177c09ed-9605-421a-80b7-7c9c9277e570 admin admin] Request body: {'subnet': {'network_id': '4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1137477044-subnet', 'tenant_id': 'ab2f8e1954c64d759980d7be86319b59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:26:26.720725 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-546178a4-fcbb-4507-a4d2-6512076bb648 admin admin] Usage tracker for resource:subnet and tenant:eccf3f61bd614d87b3e6357f1c1f13bb is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:26:26.736040 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-546178a4-fcbb-4507-a4d2-6512076bb648 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:26:26.738106 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bda1833-77d5-4324-ad08-e23b22a30dec admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 11 16:26:26.756765 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc82a2-7bd0-4275-b723-a7f7557856aa admin admin] Pushing event updated for resources: {'Network': ['ID=08a7ffcb-dce2-47a5-a283-64fa5b32feea,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:26.766616 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b3bc82a2-7bd0-4275-b723-a7f7557856aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:26.769173 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5ac246ec-4e7a-4f19-81dd-6af8fd6ddcd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:26.773157 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-177c09ed-9605-421a-80b7-7c9c9277e570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:26:26.792153 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-546178a4-fcbb-4507-a4d2-6512076bb648 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:26:26.796639 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-177c09ed-9605-421a-80b7-7c9c9277e570 admin admin] Usage tracker for resource:subnet and tenant:ab2f8e1954c64d759980d7be86319b59 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:26:26.804287 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-177c09ed-9605-421a-80b7-7c9c9277e570 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:26:26.810442 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8bda1833-77d5-4324-ad08-e23b22a30dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:26.811319 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-8bda1833-77d5-4324-ad08-e23b22a30dec admin admin] Added segment 30e3bbeb-c262-41a5-85ab-dd99bd91c58b of type vxlan for network 9ec77316-2c94-4b1a-b7f0-14bd7e44d817 Dec 11 16:26:26.844022 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda1833-77d5-4324-ad08-e23b22a30dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a69462-cbac-44d6-bbb1-9ef9445c51c7,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:26.848856 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8bda1833-77d5-4324-ad08-e23b22a30dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:26.875725 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8bda1833-77d5-4324-ad08-e23b22a30dec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769896439940'] for network, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:26.910355 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8bda1833-77d5-4324-ad08-e23b22a30dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882'] for network, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:26.911899 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bda1833-77d5-4324-ad08-e23b22a30dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:26:26.912786 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8bda1833-77d5-4324-ad08-e23b22a30dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:26.919768 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-03ad3218-460b-4931-8c7b-1068878b59ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:26.940485 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-177c09ed-9605-421a-80b7-7c9c9277e570 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:26:26.960762 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Network 4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:26:26.976380 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546178a4-fcbb-4507-a4d2-6512076bb648 admin admin] Made reservation on behalf of eccf3f61bd614d87b3e6357f1c1f13bb for: {'subnet': 1} {{(pid=80242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:26:26.988309 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-546178a4-fcbb-4507-a4d2-6512076bb648 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:27.036410 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-8bda1833-77d5-4324-ad08-e23b22a30dec admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2968137 Dec 11 16:26:27.037433 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 38800) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:27.046479 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-60b5c13e-6b39-4385-869d-d0fa8736547e admin admin] Request body: {'subnet': {'network_id': '9ec77316-2c94-4b1a-b7f0-14bd7e44d817', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1655988622-subnet', 'tenant_id': '3aac1554ef17430cad7c85fea3e3ff64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:26:27.057381 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda1833-77d5-4324-ad08-e23b22a30dec admin admin] Pushing event updated for resources: {'Network': ['ID=9ec77316-2c94-4b1a-b7f0-14bd7e44d817,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:27.057381 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8bda1833-77d5-4324-ad08-e23b22a30dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:27.058471 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-60b5c13e-6b39-4385-869d-d0fa8736547e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:26:27.063093 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-60b5c13e-6b39-4385-869d-d0fa8736547e admin admin] Usage tracker for resource:subnet and tenant:3aac1554ef17430cad7c85fea3e3ff64 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:26:27.067702 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-60b5c13e-6b39-4385-869d-d0fa8736547e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:26:27.090171 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-60b5c13e-6b39-4385-869d-d0fa8736547e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:26:27.111349 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b5c13e-6b39-4385-869d-d0fa8736547e admin admin] Made reservation on behalf of 3aac1554ef17430cad7c85fea3e3ff64 for: {'subnet': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:26:27.123948 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-60b5c13e-6b39-4385-869d-d0fa8736547e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:27.133517 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177c09ed-9605-421a-80b7-7c9c9277e570 admin admin] Made reservation on behalf of ab2f8e1954c64d759980d7be86319b59 for: {'subnet': 1} {{(pid=80242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:26:27.138727 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-177c09ed-9605-421a-80b7-7c9c9277e570 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:27.186136 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Allocated IP 172.20.0.2 (98273e7d-6ebb-4285-b7f1-5f101b8f1038/56573ac3-46db-42ab-ac70-c5fd685172d7/15e86d27-db72-4622-a894-b1011bafbc1f) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:26:27.298686 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Network 08a7ffcb-dce2-47a5-a283-64fa5b32feea details requested by agent ovs-agent-dv-cinder-766752-1-smb with host dv-cinder-766752-1-smb {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:26:27.326115 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Network 08a7ffcb-dce2-47a5-a283-64fa5b32feea details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:26:27.447014 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Network 9ec77316-2c94-4b1a-b7f0-14bd7e44d817 details requested by agent ovs-agent-dv-cinder-766752-1-smb with host dv-cinder-766752-1-smb {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:26:27.462198 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Network 9ec77316-2c94-4b1a-b7f0-14bd7e44d817 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:26:27.633943 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:27.645634 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Transition to ACTIVE for port object 15e86d27-db72-4622-a894-b1011bafbc1f will not be triggered until provisioned by entity L2. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:26:27.664067 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Transition to ACTIVE for port object 15e86d27-db72-4622-a894-b1011bafbc1f will not be triggered until provisioned by entity DHCP. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:26:27.777198 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-60b5c13e-6b39-4385-869d-d0fa8736547e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882'] for subnet, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:27.793558 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-01bf1191-99e8-42f8-ab0d-fefb2ecced9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:27.931683 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ac17daea-f0e9-43fd-aaf6-71084c3cc0f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:28.045943 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ac17daea-f0e9-43fd-aaf6-71084c3cc0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:28.061635 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5c13e-6b39-4385-869d-d0fa8736547e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e6404f2-4e6d-43c0-8f0c-00c87c7cbef7,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:28.065079 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-60b5c13e-6b39-4385-869d-d0fa8736547e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:28.081814 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:28.120064 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:28.120945 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b5c13e-6b39-4385-869d-d0fa8736547e admin admin] Checking segment: {'id': '30e3bbeb-c262-41a5-85ab-dd99bd91c58b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9ec77316-2c94-4b1a-b7f0-14bd7e44d817'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:26:28.135742 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b5c13e-6b39-4385-869d-d0fa8736547e admin admin] Network hostable DHCP agents. Network: 9ec77316-2c94-4b1a-b7f0-14bd7e44d817, hostable agents: ['152ea6c3-4f92-4bdd-b82f-bafaeb087025'], hosted agents: [] {{(pid=80243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 11 16:26:28.185487 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b5c13e-6b39-4385-869d-d0fa8736547e admin admin] Network 9ec77316-2c94-4b1a-b7f0-14bd7e44d817 is scheduled to be hosted by DHCP agent 152ea6c3-4f92-4bdd-b82f-bafaeb087025 with binding_index 1 {{(pid=80243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 11 16:26:28.201571 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-60b5c13e-6b39-4385-869d-d0fa8736547e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-smb, 9ec77316-2c94-4b1a-b7f0-14bd7e44d817) {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:26:28.221117 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b5c13e-6b39-4385-869d-d0fa8736547e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:26:28.221797 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-60b5c13e-6b39-4385-869d-d0fa8736547e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:28.257805 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Pushing event updated for resources: {'Port': ['ID=15e86d27-db72-4622-a894-b1011bafbc1f,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:28.263092 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-60b5c13e-6b39-4385-869d-d0fa8736547e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2242901 Dec 11 16:26:28.265661 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 38842) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:28.282090 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-98a975cc-0d89-4095-bc7e-6e9d83b79b58 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1655988622-router', 'tenant_id': '3aac1554ef17430cad7c85fea3e3ff64', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'}}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:26:28.298104 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-98a975cc-0d89-4095-bc7e-6e9d83b79b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:26:28.305263 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-98a975cc-0d89-4095-bc7e-6e9d83b79b58 admin admin] Usage tracker for resource:router and tenant:3aac1554ef17430cad7c85fea3e3ff64 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:26:28.305851 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1361293-2f30-4c93-aaba-da0713a4be33 None None] Network 9ec77316-2c94-4b1a-b7f0-14bd7e44d817 requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:26:28.318073 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-98a975cc-0d89-4095-bc7e-6e9d83b79b58 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:26:28.330383 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-98a975cc-0d89-4095-bc7e-6e9d83b79b58 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:26:28.352175 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-98a975cc-0d89-4095-bc7e-6e9d83b79b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854359915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774664'] for router, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:28.353457 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-98a975cc-0d89-4095-bc7e-6e9d83b79b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854362306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-515724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1088'] for router, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:28.376136 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-98a975cc-0d89-4095-bc7e-6e9d83b79b58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:28.456457 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:28.456991 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:28.457469 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:28.457961 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:28.458461 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:28.459224 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:28.459721 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:28.460193 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:28.460715 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:28.461206 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:28.461835 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:28.462393 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:28.463041 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:28.464158 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:28.464643 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:28.465217 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:28.465672 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:28.466158 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:28.466698 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:28.467215 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:28.467769 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:28.468343 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:28.468820 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:28.469541 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Tracked resource versions report: Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: pushed versions: Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: { 'AddressGroup': {'1.0'}, Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'ConntrackHelper': {'1.0'}, Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'Log': {'1.0'}, Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'Network': {'1.1'}, Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'Port': {'1.6'}, Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'PortForwarding': {'1.2'}, Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'QosPolicy': {'1.8'}, Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroup': {'1.3'}, Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroupRule': {'1.1'}, Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'SubPort': {'1.0'}, Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'Subnet': {'1.1'}, Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'Trunk': {'1.1'}} Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: consumer versions: Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: { DHCP agent@dv-cinder-766752-1-smb: {}, Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: L3 agent@dv-cinder-766752-1-smb: {}, Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: Metadata agent@dv-cinder-766752-1-smb: {}, Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: Metering agent@dv-cinder-766752-1-smb: {}, Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: Open vSwitch agent@dv-cinder-766752-1-smb: { 'AddressGroup': '1.0', Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'ConntrackHelper': '1.0', Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'Log': '1.0', Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'Network': '1.1', Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'Port': '1.6', Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'PortForwarding': '1.2', Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'QosPolicy': '1.8', Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroup': '1.3', Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroupRule': '1.1', Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'SubPort': '1.0', Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'Subnet': '1.1', Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'Trunk': '1.1'}, Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: Open vSwitch agent@hv-cinder-76675: { 'AddressGroup': '1.0', Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'ConntrackHelper': '1.0', Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'Log': '1.0', Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'Network': '1.1', Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'Port': '1.6', Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'PortForwarding': '1.2', Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'QosPolicy': '1.8', Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroup': '1.3', Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroupRule': '1.1', Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'SubPort': '1.0', Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'Subnet': '1.1', Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: 'Trunk': '1.1'}} Dec 11 16:26:28.470932 dv-cinder-766752-1-smb neutron-server[80122]: {{(pid=80244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 11 16:26:28.529585 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:28.612078 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-ac17daea-f0e9-43fd-aaf6-71084c3cc0f8 admin admin] Allocated IP 172.28.1.185 (ad2ee80a-1b86-455c-8869-eab43da82ba0/ba014d62-0f8d-4c1a-b66b-b32d18d6affa/17934a9c-90b2-49bc-950f-2ba46d1e0086) {{(pid=80242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:26:28.763824 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Network 98273e7d-6ebb-4285-b7f1-5f101b8f1038 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:26:28.775657 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Resources bound (agent type, host, resource id): {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:26:28.782292 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:26:28.889720 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Attempting to bind port 15e86d27-db72-4622-a894-b1011bafbc1f on host dv-cinder-766752-1-smb for vnic_type normal with profile {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:26:28.890128 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Attempting to bind port 15e86d27-db72-4622-a894-b1011bafbc1f by drivers openvswitch on host dv-cinder-766752-1-smb at level 0 using segments [{'id': '114d2847-428f-43e0-9263-dade0a4c2f73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038'}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:26:28.890529 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Attempting to bind port 15e86d27-db72-4622-a894-b1011bafbc1f on network 98273e7d-6ebb-4285-b7f1-5f101b8f1038 {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:26:28.902584 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ac17daea-f0e9-43fd-aaf6-71084c3cc0f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:28.910865 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Checking agent: {'id': 'f164431f-4e07-4bd6-ace5-674ca64419be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 17), 'started_at': datetime.datetime(2020, 12, 11, 16, 17, 47), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:26:28.911280 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Checking segment: {'id': '114d2847-428f-43e0-9263-dade0a4c2f73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:26:28.915603 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:28.916020 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Bound using segment: {'id': '114d2847-428f-43e0-9263-dade0a4c2f73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038'} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:26:28.916652 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Bound port: 15e86d27-db72-4622-a894-b1011bafbc1f, host: dv-cinder-766752-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114d2847-428f-43e0-9263-dade0a4c2f73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038'}}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:26:28.917088 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:28.931573 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843700ca-948f-4b18-a2e3-8bee49eeac9c None None] Network 9ec77316-2c94-4b1a-b7f0-14bd7e44d817 requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:26:28.970440 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 38862) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:28.981181 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ac17daea-f0e9-43fd-aaf6-71084c3cc0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045'] for port, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:29.241296 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:29.260327 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-98a975cc-0d89-4095-bc7e-6e9d83b79b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854360120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854359898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1105'] for router, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:29.336901 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] For port 15e86d27-db72-4622-a894-b1011bafbc1f, host dv-cinder-766752-1-smb, cleared binding levels {{(pid=80244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:26:29.381299 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] For port 15e86d27-db72-4622-a894-b1011bafbc1f, host dv-cinder-766752-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=15e86d27-db72-4622-a894-b1011bafbc1f,segment=NetworkSegment(114d2847-428f-43e0-9263-dade0a4c2f73),segment_id=114d2847-428f-43e0-9263-dade0a4c2f73)] {{(pid=80244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:26:29.396531 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:29.421720 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:29.522976 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17daea-f0e9-43fd-aaf6-71084c3cc0f8 admin admin] Pushing event updated for resources: {'Port': ['ID=17934a9c-90b2-49bc-950f-2ba46d1e0086,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:29.555730 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Pushing event updated for resources: {'Port': ['ID=15e86d27-db72-4622-a894-b1011bafbc1f,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:29.584429 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ac17daea-f0e9-43fd-aaf6-71084c3cc0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:29.614155 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8d4272f-6626-4430-82ba-6fd51f591d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:29.618345 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-98a975cc-0d89-4095-bc7e-6e9d83b79b58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:29.635720 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-177c09ed-9605-421a-80b7-7c9c9277e570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882'] for subnet, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:29.640161 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:29.669797 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-f8d4272f-6626-4430-82ba-6fd51f591d74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:26:29.674628 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:29.679014 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-98a975cc-0d89-4095-bc7e-6e9d83b79b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:29.766742 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac17daea-f0e9-43fd-aaf6-71084c3cc0f8 admin admin] Network ad2ee80a-1b86-455c-8869-eab43da82ba0 is already hosted by enough agents. {{(pid=80242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:26:29.777091 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-f8d4272f-6626-4430-82ba-6fd51f591d74 admin admin] Usage tracker for resource:security_group_rule and tenant:6209b899ad3c46f9a448733df561d343 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:26:29.795917 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-f8d4272f-6626-4430-82ba-6fd51f591d74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:26:29.799115 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-ac17daea-f0e9-43fd-aaf6-71084c3cc0f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:26:29.811144 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-f8d4272f-6626-4430-82ba-6fd51f591d74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:26:29.813676 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac17daea-f0e9-43fd-aaf6-71084c3cc0f8 admin admin] Received port after_create {{(pid=80242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:26:29.873229 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-546178a4-fcbb-4507-a4d2-6512076bb648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882'] for subnet, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:29.981846 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-98a975cc-0d89-4095-bc7e-6e9d83b79b58 admin admin] Allocated IP 172.28.1.192 (ad2ee80a-1b86-455c-8869-eab43da82ba0/ba014d62-0f8d-4c1a-b66b-b32d18d6affa/d388faf8-0350-4e05-a24b-e2c575364db4) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:26:30.039527 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c09ed-9605-421a-80b7-7c9c9277e570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b27bdf8e-374a-4269-8f3c-6860d8526af5,revision_number=0']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:30.063639 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-177c09ed-9605-421a-80b7-7c9c9277e570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:30.064079 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:30.146281 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-98a975cc-0d89-4095-bc7e-6e9d83b79b58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:30.197228 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-98a975cc-0d89-4095-bc7e-6e9d83b79b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:30.215552 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f3799e7c-c8b6-43e8-b260-e94045acd8f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:30.250459 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546178a4-fcbb-4507-a4d2-6512076bb648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35314c86-042c-4482-9db4-a8a492106943,revision_number=0']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:30.263755 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-546178a4-fcbb-4507-a4d2-6512076bb648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:30.370245 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a975cc-0d89-4095-bc7e-6e9d83b79b58 admin admin] Pushing event updated for resources: {'Port': ['ID=d388faf8-0350-4e05-a24b-e2c575364db4,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:30.383320 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-98a975cc-0d89-4095-bc7e-6e9d83b79b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:30.470435 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a975cc-0d89-4095-bc7e-6e9d83b79b58 admin admin] Network ad2ee80a-1b86-455c-8869-eab43da82ba0 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:26:30.471689 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-98a975cc-0d89-4095-bc7e-6e9d83b79b58 admin admin] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:26:30.474028 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a975cc-0d89-4095-bc7e-6e9d83b79b58 admin admin] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:26:30.576480 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177c09ed-9605-421a-80b7-7c9c9277e570 admin admin] Checking segment: {'id': '93a846ba-cd3e-4473-a885-636426a499ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:26:30.577234 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177c09ed-9605-421a-80b7-7c9c9277e570 admin admin] Network hostable DHCP agents. Network: 4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b, hostable agents: ['152ea6c3-4f92-4bdd-b82f-bafaeb087025'], hosted agents: [] {{(pid=80242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 11 16:26:30.633327 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8d4272f-6626-4430-82ba-6fd51f591d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:30.635594 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546178a4-fcbb-4507-a4d2-6512076bb648 admin admin] Checking segment: {'id': 'e6501d83-0c9c-4b21-bbe2-cb17b597d222', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:26:30.635995 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546178a4-fcbb-4507-a4d2-6512076bb648 admin admin] Network hostable DHCP agents. Network: 08a7ffcb-dce2-47a5-a283-64fa5b32feea, hostable agents: ['152ea6c3-4f92-4bdd-b82f-bafaeb087025'], hosted agents: [] {{(pid=80242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 11 16:26:30.652870 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8d4272f-6626-4430-82ba-6fd51f591d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:30.686060 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:30.712371 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177c09ed-9605-421a-80b7-7c9c9277e570 admin admin] Network 4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b is scheduled to be hosted by DHCP agent 152ea6c3-4f92-4bdd-b82f-bafaeb087025 with binding_index 1 {{(pid=80242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 11 16:26:30.726181 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ac17daea-f0e9-43fd-aaf6-71084c3cc0f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:30.834620 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 38922) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:30.868709 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546178a4-fcbb-4507-a4d2-6512076bb648 admin admin] Network 08a7ffcb-dce2-47a5-a283-64fa5b32feea is scheduled to be hosted by DHCP agent 152ea6c3-4f92-4bdd-b82f-bafaeb087025 with binding_index 1 {{(pid=80242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 11 16:26:30.890242 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-177c09ed-9605-421a-80b7-7c9c9277e570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-smb, 4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b) {{(pid=80242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:26:30.894529 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c09ed-9605-421a-80b7-7c9c9277e570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:26:30.895566 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-177c09ed-9605-421a-80b7-7c9c9277e570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for subnet, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:30.899965 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88e34e7-9468-4839-a34e-1d0d9423c2cf None None] Network 4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:26:30.912846 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-f8d4272f-6626-4430-82ba-6fd51f591d74 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6209b899ad3c46f9a448733df561d343&name=default HTTP/1.1" status: 200 len: 2875 time: 1.9315112 Dec 11 16:26:30.919197 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4272f-6626-4430-82ba-6fd51f591d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9ed75b-8db5-456d-8923-bc75709c1de6,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:30.922799 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f8d4272f-6626-4430-82ba-6fd51f591d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:30.928399 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 38930) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:30.929083 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-546178a4-fcbb-4507-a4d2-6512076bb648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-smb, 08a7ffcb-dce2-47a5-a283-64fa5b32feea) {{(pid=80242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:26:30.933203 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546178a4-fcbb-4507-a4d2-6512076bb648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:26:30.934010 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-546178a4-fcbb-4507-a4d2-6512076bb648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for subnet, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:30.974717 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-98a975cc-0d89-4095-bc7e-6e9d83b79b58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:31.034670 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908ed722-1fe6-4c24-88dc-1fb5be939355 None None] Network 08a7ffcb-dce2-47a5-a283-64fa5b32feea requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:26:31.204490 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a0404347-e5c5-4fae-b1a0-62d3fc02547c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:31.270255 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-a0404347-e5c5-4fae-b1a0-62d3fc02547c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:26:31.279743 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-a0404347-e5c5-4fae-b1a0-62d3fc02547c admin admin] Usage tracker for resource:security_group_rule and tenant:a89bdceb5b324cf08b5727fe2966effd is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:26:31.285184 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-a0404347-e5c5-4fae-b1a0-62d3fc02547c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:26:31.291776 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 38934) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:31.292560 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-546178a4-fcbb-4507-a4d2-6512076bb648 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 4.6843760 Dec 11 16:26:31.297965 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-177c09ed-9605-421a-80b7-7c9c9277e570 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6408439 Dec 11 16:26:31.325928 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-7bfa0544-6a12-44d1-8123-90b31ad57df2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1535416449-router', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'}}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:26:31.332772 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-a0404347-e5c5-4fae-b1a0-62d3fc02547c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:26:31.345405 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-7bfa0544-6a12-44d1-8123-90b31ad57df2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:26:31.398726 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-7bfa0544-6a12-44d1-8123-90b31ad57df2 admin admin] Usage tracker for resource:router and tenant:eccf3f61bd614d87b3e6357f1c1f13bb is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:26:31.415681 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-7bfa0544-6a12-44d1-8123-90b31ad57df2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:26:31.520760 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8fab45-3c5b-4c61-90e1-997e46970b79 None None] Network 98273e7d-6ebb-4285-b7f1-5f101b8f1038 requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:26:31.526185 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4dda269c-d4d7-44a9-bde8-52339272e281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:31.593087 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-7bfa0544-6a12-44d1-8123-90b31ad57df2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:26:31.701937 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4dda269c-d4d7-44a9-bde8-52339272e281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:31.708604 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7bfa0544-6a12-44d1-8123-90b31ad57df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854359915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774664'] for router, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:31.709686 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7bfa0544-6a12-44d1-8123-90b31ad57df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854362306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-515724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1088'] for router, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:31.769616 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f224b2-3068-48f6-8292-59ca0f81d31b None None] Network 4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:26:31.780651 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7bfa0544-6a12-44d1-8123-90b31ad57df2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:31.819103 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-98a975cc-0d89-4095-bc7e-6e9d83b79b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415698'] for router, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:31.869741 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8240c593-734e-432e-acb3-55c28cb56e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc3d95e0-9722-56b3-ab5c-a7335d02e18f-08a7ffcb-dce2-47a5-a283-64fa5b32feea', 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'fixed_ips': [{'subnet_id': '35314c86-042c-4482-9db4-a8a492106943'}]}} from dv-cinder-766752-1-smb. {{(pid=80244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 11 16:26:31.870659 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8240c593-734e-432e-acb3-55c28cb56e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:31.887951 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ac17daea-f0e9-43fd-aaf6-71084c3cc0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415698'] for router, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:31.908665 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-09cf1c93-cb22-4ed5-8451-27c0abc715cf None None] Provisioning for port 15e86d27-db72-4622-a894-b1011bafbc1f completed by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:26:32.062962 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4dda269c-d4d7-44a9-bde8-52339272e281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:32.088731 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f8d4272f-6626-4430-82ba-6fd51f591d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:32.108346 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda269c-d4d7-44a9-bde8-52339272e281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9ed75b-8db5-456d-8923-bc75709c1de6,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:32.112967 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4dda269c-d4d7-44a9-bde8-52339272e281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:32.124667 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-4dda269c-d4d7-44a9-bde8-52339272e281 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8c9ed75b-8db5-456d-8923-bc75709c1de6 HTTP/1.1" status: 204 len: 168 time: 1.1802051 Dec 11 16:26:32.135517 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4dda269c-d4d7-44a9-bde8-52339272e281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:32.171912 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 15e86d27-db72-4622-a894-b1011bafbc1f up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:26:32.209136 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 38980) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:32.223578 dv-cinder-766752-1-smb neutron-server[80122]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 11 16:26:32.427372 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning for port 15e86d27-db72-4622-a894-b1011bafbc1f completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:26:32.439740 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac17daea-f0e9-43fd-aaf6-71084c3cc0f8 admin admin] Router f8c34d8b-1c03-4b78-9a09-464954aedf1c is scheduled to L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 with binding_index 1 {{(pid=80242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 11 16:26:32.454915 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-88b99513-17f9-44ee-a468-b2ea0a6a556b tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:26:32.456575 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-88b99513-17f9-44ee-a468-b2ea0a6a556b tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.45 "GET /v2.0/networks?id=4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b HTTP/1.1" status: 200 len: 812 time: 0.2448690 Dec 11 16:26:32.476729 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port 15e86d27-db72-4622-a894-b1011bafbc1f triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:26:32.477141 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:32.625145 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-6a792451-9482-4928-a691-481ff136280b tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.45 "GET /v2.0/quotas/ab2f8e1954c64d759980d7be86319b59 HTTP/1.1" status: 200 len: 375 time: 0.1015565 Dec 11 16:26:32.640486 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a0404347-e5c5-4fae-b1a0-62d3fc02547c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:32.655911 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 38988) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:32.663516 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a0404347-e5c5-4fae-b1a0-62d3fc02547c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:32.687726 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-21c2c95c-a3fe-43cc-be9b-09b9e615d8ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:32.692763 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac17daea-f0e9-43fd-aaf6-71084c3cc0f8 admin admin] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:26:32.703719 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b2263d-05fb-434f-ad68-2df92ddb2fa3 None None] Sync routers for ids ['f8c34d8b-1c03-4b78-9a09-464954aedf1c'] in dv-cinder-766752-1-smb {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:26:32.706721 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7bfa0544-6a12-44d1-8123-90b31ad57df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854360120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854359898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1105'] for router, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:32.745558 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:32.747115 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b2263d-05fb-434f-ad68-2df92ddb2fa3 None None] Routers {'f8c34d8b-1c03-4b78-9a09-464954aedf1c'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:26:32.747867 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-08b2263d-05fb-434f-ad68-2df92ddb2fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:26:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['f8c34d8b-1c03-4b78-9a09-464954aedf1c'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:26:32.778389 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-74a30b88-d96e-4e14-8d0a-11755a8c9430 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab2f8e1954c64d759980d7be86319b59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1423957 Dec 11 16:26:32.801172 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ac17daea-f0e9-43fd-aaf6-71084c3cc0f8 admin admin] Notify callbacks [] for router, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:32.803265 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-ac17daea-f0e9-43fd-aaf6-71084c3cc0f8 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.4147241 Dec 11 16:26:32.807380 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 39000) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:32.836116 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-a0404347-e5c5-4fae-b1a0-62d3fc02547c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a89bdceb5b324cf08b5727fe2966effd&name=default HTTP/1.1" status: 200 len: 2875 time: 2.0005848 Dec 11 16:26:32.837055 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 39004) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:32.848322 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-21c2c95c-a3fe-43cc-be9b-09b9e615d8ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:26:32.856761 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-21c2c95c-a3fe-43cc-be9b-09b9e615d8ef admin admin] Usage tracker for resource:security_group_rule and tenant:179045fa8aeb4acf9de8dac78c06aeab is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:26:32.872495 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-21c2c95c-a3fe-43cc-be9b-09b9e615d8ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:26:32.879617 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-21c2c95c-a3fe-43cc-be9b-09b9e615d8ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:26:33.028947 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-21c2c95c-a3fe-43cc-be9b-09b9e615d8ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:33.046691 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0404347-e5c5-4fae-b1a0-62d3fc02547c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ff592d-9026-483b-bd62-01027e8ba488,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:33.071496 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-21c2c95c-a3fe-43cc-be9b-09b9e615d8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:33.077386 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a0404347-e5c5-4fae-b1a0-62d3fc02547c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:33.102949 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-08b2263d-05fb-434f-ad68-2df92ddb2fa3 None None] Set router f8c34d8b-1c03-4b78-9a09-464954aedf1c gateway port host: dv-cinder-766752-1-smb {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:26:33.179926 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-77b8d08c-5049-405a-9263-d62b4a199a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:33.284272 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-8240c593-734e-432e-acb3-55c28cb56e69 None None] Allocated IP 172.20.0.2 (08a7ffcb-dce2-47a5-a283-64fa5b32feea/35314c86-042c-4482-9db4-a8a492106943/8cf877a2-a5fc-4dd5-ba63-55345fdd6518) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:26:33.328545 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-21c2c95c-a3fe-43cc-be9b-09b9e615d8ef admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=179045fa8aeb4acf9de8dac78c06aeab&name=default HTTP/1.1" status: 200 len: 2875 time: 0.6711996 Dec 11 16:26:33.333015 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 39024) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:33.333474 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2c95c-a3fe-43cc-be9b-09b9e615d8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a780a324-afb1-41f8-b0b2-1a1da03c4ba3,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:33.349302 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-21c2c95c-a3fe-43cc-be9b-09b9e615d8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:33.412354 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-b62ab9be-a704-485a-bda1-14083eace67a service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80242) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 11 16:26:33.413911 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-b62ab9be-a704-485a-bda1-14083eace67a service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.2117321 Dec 11 16:26:33.420363 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1a95ee0a-90cb-42a0-83fd-f3204c399fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:33.441456 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a975cc-0d89-4095-bc7e-6e9d83b79b58 admin admin] Router a4a01eb0-c0bf-4c19-977d-758a55810ad8 is scheduled to L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 with binding_index 1 {{(pid=80243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 11 16:26:33.781590 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-08b2263d-05fb-434f-ad68-2df92ddb2fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'name': 'tempest-AttachVolumeTestJSON-458078925-router', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185'}], 'enable_snat': True}, 'gw_port_id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:25Z', 'updated_at': '2020-12-11T16:26:30Z', 'revision_number': 3, 'project_id': '18cab7096ec7405c979d977608f922bb', 'gw_port': {'id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:11:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:28Z', 'updated_at': '2020-12-11T16:26:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:26:33.786262 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b2263d-05fb-434f-ad68-2df92ddb2fa3 None None] Checking router: f8c34d8b-1c03-4b78-9a09-464954aedf1c for host: dv-cinder-766752-1-smb {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:26:33.786663 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b2263d-05fb-434f-ad68-2df92ddb2fa3 None None] Updating router f8c34d8b-1c03-4b78-9a09-464954aedf1c port 17934a9c-90b2-49bc-950f-2ba46d1e0086 binding host dv-cinder-766752-1-smb {{(pid=80245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 11 16:26:33.852704 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-08b2263d-05fb-434f-ad68-2df92ddb2fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:33.880055 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8240c593-734e-432e-acb3-55c28cb56e69 None None] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:33.892612 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-8240c593-734e-432e-acb3-55c28cb56e69 None None] Transition to ACTIVE for port object 8cf877a2-a5fc-4dd5-ba63-55345fdd6518 will not be triggered until provisioned by entity L2. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:26:33.911580 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-8240c593-734e-432e-acb3-55c28cb56e69 None None] Transition to ACTIVE for port object 8cf877a2-a5fc-4dd5-ba63-55345fdd6518 will not be triggered until provisioned by entity DHCP. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:26:33.926324 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8240c593-734e-432e-acb3-55c28cb56e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:33.966182 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1a95ee0a-90cb-42a0-83fd-f3204c399fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:33.983885 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:33.988030 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a975cc-0d89-4095-bc7e-6e9d83b79b58 admin admin] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:26:34.017562 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:34.092912 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-7dc4653e-745b-4ee9-9032-7e496ad85886 None None] Provisioning complete for port 15e86d27-db72-4622-a894-b1011bafbc1f triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:26:34.093447 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7dc4653e-745b-4ee9-9032-7e496ad85886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:34.123720 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597dd9bb-cd25-4d34-86a8-b4befb93032a None None] Sync routers for ids ['a4a01eb0-c0bf-4c19-977d-758a55810ad8'] in dv-cinder-766752-1-smb {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:26:34.276338 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-98a975cc-0d89-4095-bc7e-6e9d83b79b58 admin admin] Notify callbacks [] for router, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:34.280295 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-98a975cc-0d89-4095-bc7e-6e9d83b79b58 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.0100493 Dec 11 16:26:34.280295 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7bfa0544-6a12-44d1-8123-90b31ad57df2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:34.337065 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597dd9bb-cd25-4d34-86a8-b4befb93032a None None] Routers {'a4a01eb0-c0bf-4c19-977d-758a55810ad8'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:26:34.337821 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-597dd9bb-cd25-4d34-86a8-b4befb93032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:26:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['a4a01eb0-c0bf-4c19-977d-758a55810ad8'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:26:34.348319 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 39050) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:34.352512 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1a95ee0a-90cb-42a0-83fd-f3204c399fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:34.373858 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b143584a-de2b-42ef-b8c9-644395b2db4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:34.406998 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b143584a-de2b-42ef-b8c9-644395b2db4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:34.434956 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1a95ee0a-90cb-42a0-83fd-f3204c399fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:34.438248 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-1a95ee0a-90cb-42a0-83fd-f3204c399fc4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a2ff592d-9026-483b-bd62-01027e8ba488 HTTP/1.1" status: 204 len: 168 time: 1.5935740 Dec 11 16:26:34.441814 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7bfa0544-6a12-44d1-8123-90b31ad57df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:34.482380 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-571ed35b-2d12-4588-92dd-e96f18c581a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:34.497465 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240c593-734e-432e-acb3-55c28cb56e69 None None] Pushing event updated for resources: {'Port': ['ID=8cf877a2-a5fc-4dd5-ba63-55345fdd6518,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:34.511202 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b143584a-de2b-42ef-b8c9-644395b2db4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:34.539671 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:34.564675 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8240c593-734e-432e-acb3-55c28cb56e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:34.602830 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-08b2263d-05fb-434f-ad68-2df92ddb2fa3 None None] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:34.611419 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] For port 15e86d27-db72-4622-a894-b1011bafbc1f, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=15e86d27-db72-4622-a894-b1011bafbc1f,segment=NetworkSegment(114d2847-428f-43e0-9263-dade0a4c2f73),segment_id=114d2847-428f-43e0-9263-dade0a4c2f73)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:26:34.627096 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:34.635850 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 39060) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:34.637176 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-08b2263d-05fb-434f-ad68-2df92ddb2fa3 None None] Transition to ACTIVE for port object 17934a9c-90b2-49bc-950f-2ba46d1e0086 will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:26:34.660340 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-08b2263d-05fb-434f-ad68-2df92ddb2fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:34.674798 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:34.685764 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-98bb70dd-690d-46e5-b1bd-413f32163071 service neutron] 10.222.0.45 "GET /v2.0/networks/4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2399280 Dec 11 16:26:34.709812 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-68d91d19-29ef-4447-b5ba-92878a39a992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:34.743845 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95ee0a-90cb-42a0-83fd-f3204c399fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ff592d-9026-483b-bd62-01027e8ba488,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:34.747231 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1a95ee0a-90cb-42a0-83fd-f3204c399fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:34.763957 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143584a-de2b-42ef-b8c9-644395b2db4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a780a324-afb1-41f8-b0b2-1a1da03c4ba3,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:34.807256 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c9075892-7d61-4cef-87ef-7e8a094ef6fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:34.820426 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b143584a-de2b-42ef-b8c9-644395b2db4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:34.914833 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Pushing event updated for resources: {'Port': ['ID=17934a9c-90b2-49bc-950f-2ba46d1e0086,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:34.916982 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-597dd9bb-cd25-4d34-86a8-b4befb93032a None None] Set router a4a01eb0-c0bf-4c19-977d-758a55810ad8 gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:26:34.927044 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:34.928110 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:34.928681 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:34.929253 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:34.929804 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:34.930488 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:34.931052 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:34.932489 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:34.933084 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:34.933671 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:34.934255 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:34.934995 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:34.935686 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:34.936456 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:34.937207 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:34.938214 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:34.938775 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:34.939442 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:34.940020 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:34.940689 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:34.941332 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:34.941897 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:34.942585 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:34.943132 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Tracked resource versions report: Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: pushed versions: Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: { 'AddressGroup': {'1.0'}, Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'ConntrackHelper': {'1.0'}, Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'Log': {'1.0'}, Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'Network': {'1.1'}, Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'Port': {'1.6'}, Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'PortForwarding': {'1.2'}, Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'QosPolicy': {'1.8'}, Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroup': {'1.3'}, Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroupRule': {'1.1'}, Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'SubPort': {'1.0'}, Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'Subnet': {'1.1'}, Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'Trunk': {'1.1'}} Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: consumer versions: Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: { DHCP agent@dv-cinder-766752-1-smb: {}, Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: L3 agent@dv-cinder-766752-1-smb: {}, Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: Metadata agent@dv-cinder-766752-1-smb: {}, Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: Metering agent@dv-cinder-766752-1-smb: {}, Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: Open vSwitch agent@dv-cinder-766752-1-smb: { 'AddressGroup': '1.0', Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'ConntrackHelper': '1.0', Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'Log': '1.0', Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'Network': '1.1', Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'Port': '1.6', Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'PortForwarding': '1.2', Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'QosPolicy': '1.8', Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroup': '1.3', Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroupRule': '1.1', Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'SubPort': '1.0', Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'Subnet': '1.1', Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'Trunk': '1.1'}, Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: Open vSwitch agent@hv-cinder-76675: { 'AddressGroup': '1.0', Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'ConntrackHelper': '1.0', Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'Log': '1.0', Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'Network': '1.1', Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'Port': '1.6', Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'PortForwarding': '1.2', Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'QosPolicy': '1.8', Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroup': '1.3', Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'SecurityGroupRule': '1.1', Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'SubPort': '1.0', Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'Subnet': '1.1', Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: 'Trunk': '1.1'}} Dec 11 16:26:34.944767 dv-cinder-766752-1-smb neutron-server[80122]: {{(pid=80245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 11 16:26:34.962473 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:34.971257 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8240c593-734e-432e-acb3-55c28cb56e69 None None] Network 08a7ffcb-dce2-47a5-a283-64fa5b32feea is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:26:35.024083 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b143584a-de2b-42ef-b8c9-644395b2db4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:35.031593 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-b143584a-de2b-42ef-b8c9-644395b2db4f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a780a324-afb1-41f8-b0b2-1a1da03c4ba3 HTTP/1.1" status: 204 len: 168 time: 1.6973777 Dec 11 16:26:35.052822 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Pushing event updated for resources: {'Port': ['ID=15e86d27-db72-4622-a894-b1011bafbc1f,revision_number=3']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:35.057380 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-8240c593-734e-432e-acb3-55c28cb56e69 None None] Resources bound (agent type, host, resource id): {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:26:35.071587 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:35.132761 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-08b2263d-05fb-434f-ad68-2df92ddb2fa3 None None] Attempting to bind port 17934a9c-90b2-49bc-950f-2ba46d1e0086 on host dv-cinder-766752-1-smb for vnic_type normal with profile {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:26:35.133176 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-08b2263d-05fb-434f-ad68-2df92ddb2fa3 None None] Attempting to bind port 17934a9c-90b2-49bc-950f-2ba46d1e0086 by drivers openvswitch on host dv-cinder-766752-1-smb at level 0 using segments [{'id': 'fa6d7e3f-32fe-4ab3-b890-6946fd39c952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:26:35.133581 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b2263d-05fb-434f-ad68-2df92ddb2fa3 None None] Attempting to bind port 17934a9c-90b2-49bc-950f-2ba46d1e0086 on network ad2ee80a-1b86-455c-8869-eab43da82ba0 {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:26:35.140344 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b2263d-05fb-434f-ad68-2df92ddb2fa3 None None] Checking agent: {'id': 'f164431f-4e07-4bd6-ace5-674ca64419be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 17), 'started_at': datetime.datetime(2020, 12, 11, 16, 17, 47), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:26:35.140766 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b2263d-05fb-434f-ad68-2df92ddb2fa3 None None] Checking segment: {'id': 'fa6d7e3f-32fe-4ab3-b890-6946fd39c952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:26:35.141210 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-08b2263d-05fb-434f-ad68-2df92ddb2fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:35.141643 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b2263d-05fb-434f-ad68-2df92ddb2fa3 None None] Bound using segment: {'id': 'fa6d7e3f-32fe-4ab3-b890-6946fd39c952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:26:35.142161 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-08b2263d-05fb-434f-ad68-2df92ddb2fa3 None None] Bound port: 17934a9c-90b2-49bc-950f-2ba46d1e0086, host: dv-cinder-766752-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6d7e3f-32fe-4ab3-b890-6946fd39c952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:26:35.142574 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-08b2263d-05fb-434f-ad68-2df92ddb2fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:35.177930 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8240c593-734e-432e-acb3-55c28cb56e69 None None] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:26:35.243340 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-08b2263d-05fb-434f-ad68-2df92ddb2fa3 None None] For port 17934a9c-90b2-49bc-950f-2ba46d1e0086, host dv-cinder-766752-1-smb, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:26:35.250043 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-08b2263d-05fb-434f-ad68-2df92ddb2fa3 None None] For port 17934a9c-90b2-49bc-950f-2ba46d1e0086, host dv-cinder-766752-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=17934a9c-90b2-49bc-950f-2ba46d1e0086,segment=NetworkSegment(fa6d7e3f-32fe-4ab3-b890-6946fd39c952),segment_id=fa6d7e3f-32fe-4ab3-b890-6946fd39c952)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:26:35.254514 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-08b2263d-05fb-434f-ad68-2df92ddb2fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:35.269626 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:35.315109 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-8240c593-734e-432e-acb3-55c28cb56e69 None None] Attempting to bind port 8cf877a2-a5fc-4dd5-ba63-55345fdd6518 on host dv-cinder-766752-1-smb for vnic_type normal with profile {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:26:35.315559 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-8240c593-734e-432e-acb3-55c28cb56e69 None None] Attempting to bind port 8cf877a2-a5fc-4dd5-ba63-55345fdd6518 by drivers openvswitch on host dv-cinder-766752-1-smb at level 0 using segments [{'id': 'e6501d83-0c9c-4b21-bbe2-cb17b597d222', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea'}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:26:35.317528 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8240c593-734e-432e-acb3-55c28cb56e69 None None] Attempting to bind port 8cf877a2-a5fc-4dd5-ba63-55345fdd6518 on network 08a7ffcb-dce2-47a5-a283-64fa5b32feea {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:26:35.321118 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-6e7bedef-4860-42ce-b2f1-1d16e5601014 None None] Provisioning complete for port 15e86d27-db72-4622-a894-b1011bafbc1f triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:26:35.322680 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6e7bedef-4860-42ce-b2f1-1d16e5601014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:35.356152 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Pushing event updated for resources: {'Port': ['ID=17934a9c-90b2-49bc-950f-2ba46d1e0086,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:35.391064 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8240c593-734e-432e-acb3-55c28cb56e69 None None] Checking agent: {'id': 'f164431f-4e07-4bd6-ace5-674ca64419be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 17), 'started_at': datetime.datetime(2020, 12, 11, 16, 17, 47), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:26:35.391649 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8240c593-734e-432e-acb3-55c28cb56e69 None None] Checking segment: {'id': 'e6501d83-0c9c-4b21-bbe2-cb17b597d222', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:26:35.392068 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8240c593-734e-432e-acb3-55c28cb56e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:35.392526 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8240c593-734e-432e-acb3-55c28cb56e69 None None] Bound using segment: {'id': 'e6501d83-0c9c-4b21-bbe2-cb17b597d222', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea'} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:26:35.393040 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-8240c593-734e-432e-acb3-55c28cb56e69 None None] Bound port: 8cf877a2-a5fc-4dd5-ba63-55345fdd6518, host: dv-cinder-766752-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6501d83-0c9c-4b21-bbe2-cb17b597d222', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea'}}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:26:35.393495 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8240c593-734e-432e-acb3-55c28cb56e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:35.462555 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-7bfa0544-6a12-44d1-8123-90b31ad57df2 admin admin] Allocated IP 172.28.1.92 (ad2ee80a-1b86-455c-8869-eab43da82ba0/ba014d62-0f8d-4c1a-b66b-b32d18d6affa/7bfb7403-7a2a-4208-a880-fb70e6352bfd) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:26:35.490107 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:35.689731 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b2263d-05fb-434f-ad68-2df92ddb2fa3 None None] Routers {'f8c34d8b-1c03-4b78-9a09-464954aedf1c'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:26:35.690618 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-08b2263d-05fb-434f-ad68-2df92ddb2fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:26:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['f8c34d8b-1c03-4b78-9a09-464954aedf1c'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:26:35.791698 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-8240c593-734e-432e-acb3-55c28cb56e69 None None] For port 8cf877a2-a5fc-4dd5-ba63-55345fdd6518, host dv-cinder-766752-1-smb, cleared binding levels {{(pid=80244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:26:35.796467 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-8240c593-734e-432e-acb3-55c28cb56e69 None None] For port 8cf877a2-a5fc-4dd5-ba63-55345fdd6518, host dv-cinder-766752-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=8cf877a2-a5fc-4dd5-ba63-55345fdd6518,segment=NetworkSegment(e6501d83-0c9c-4b21-bbe2-cb17b597d222),segment_id=e6501d83-0c9c-4b21-bbe2-cb17b597d222)] {{(pid=80244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:26:35.799136 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-276e1d0d-035c-43d9-a04e-3bcb4c7b83e9 service neutron] 10.222.0.45 "GET /v2.0/networks/4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0257487 Dec 11 16:26:35.826746 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-432bb3bb-6323-4527-a4ed-347e1298a9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:35.851371 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8240c593-734e-432e-acb3-55c28cb56e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:35.876577 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-432bb3bb-6323-4527-a4ed-347e1298a9a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:26:35.888411 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-432bb3bb-6323-4527-a4ed-347e1298a9a5 admin admin] Usage tracker for resource:security_group_rule and tenant:1a837bef252546ccafdca19d71781db6 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:26:35.899895 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-432bb3bb-6323-4527-a4ed-347e1298a9a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:26:35.934970 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-432bb3bb-6323-4527-a4ed-347e1298a9a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:26:35.949412 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-68d91d19-29ef-4447-b5ba-92878a39a992 admin admin] Allocated IP 172.20.0.1 (98273e7d-6ebb-4285-b7f1-5f101b8f1038/56573ac3-46db-42ab-ac70-c5fd685172d7/ae39b5fd-413a-458d-ad50-6292b0caa7df) {{(pid=80242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:26:36.031288 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:36.063990 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-08b2263d-05fb-434f-ad68-2df92ddb2fa3 None None] Set router f8c34d8b-1c03-4b78-9a09-464954aedf1c gateway port host: dv-cinder-766752-1-smb {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:26:36.174938 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-597dd9bb-cd25-4d34-86a8-b4befb93032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a01eb0-c0bf-4c19-977d-758a55810ad8', 'name': 'tempest-ServerRescueNegativeTestJSON-1655988622-router', 'tenant_id': '3aac1554ef17430cad7c85fea3e3ff64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd388faf8-0350-4e05-a24b-e2c575364db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:28Z', 'updated_at': '2020-12-11T16:26:30Z', 'revision_number': 3, 'project_id': '3aac1554ef17430cad7c85fea3e3ff64', 'gw_port': {'id': 'd388faf8-0350-4e05-a24b-e2c575364db4', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a01eb0-c0bf-4c19-977d-758a55810ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:29Z', 'updated_at': '2020-12-11T16:26:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:26:36.182659 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240c593-734e-432e-acb3-55c28cb56e69 None None] Pushing event updated for resources: {'Port': ['ID=8cf877a2-a5fc-4dd5-ba63-55345fdd6518,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:36.187322 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8240c593-734e-432e-acb3-55c28cb56e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:36.191688 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597dd9bb-cd25-4d34-86a8-b4befb93032a None None] Checking router: a4a01eb0-c0bf-4c19-977d-758a55810ad8 for host: dv-cinder-766752-1-smb {{(pid=80244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:26:36.192621 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597dd9bb-cd25-4d34-86a8-b4befb93032a None None] Updating router a4a01eb0-c0bf-4c19-977d-758a55810ad8 port d388faf8-0350-4e05-a24b-e2c575364db4 binding host dv-cinder-766752-1-smb {{(pid=80244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 11 16:26:36.320477 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-597dd9bb-cd25-4d34-86a8-b4befb93032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:36.347344 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7bfa0544-6a12-44d1-8123-90b31ad57df2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:36.365374 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 39112) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:36.495558 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a32fc1e3-24bd-4801-aa19-a27cd02e7561 req-24f30bf4-5cff-4201-999c-bbf314c65084 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.45 "GET /v2.0/ports?device_id=6513845c-0043-4882-81b0-0eb15542c437 HTTP/1.1" status: 200 len: 210 time: 0.1059260 Dec 11 16:26:36.665467 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-68d91d19-29ef-4447-b5ba-92878a39a992 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:36.675386 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-432bb3bb-6323-4527-a4ed-347e1298a9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:36.698557 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-432bb3bb-6323-4527-a4ed-347e1298a9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:36.741889 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:36.814286 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-68d91d19-29ef-4447-b5ba-92878a39a992 admin admin] Transition to ACTIVE for port object ae39b5fd-413a-458d-ad50-6292b0caa7df will not be triggered until provisioned by entity DHCP. {{(pid=80242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:26:36.820051 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432bb3bb-6323-4527-a4ed-347e1298a9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9511859-cc52-4420-8cb1-a98b5e3c3fe4,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:36.828048 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-432bb3bb-6323-4527-a4ed-347e1298a9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:36.852777 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-432bb3bb-6323-4527-a4ed-347e1298a9a5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1a837bef252546ccafdca19d71781db6&name=default HTTP/1.1" status: 200 len: 2875 time: 2.1796126 Dec 11 16:26:36.855538 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 39132) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:36.893056 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7bfa0544-6a12-44d1-8123-90b31ad57df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:36.911689 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-08b2263d-05fb-434f-ad68-2df92ddb2fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'name': 'tempest-AttachVolumeTestJSON-458078925-router', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185'}], 'enable_snat': True}, 'gw_port_id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:25Z', 'updated_at': '2020-12-11T16:26:30Z', 'revision_number': 3, 'project_id': '18cab7096ec7405c979d977608f922bb', 'gw_port': {'id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:11:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:28Z', 'updated_at': '2020-12-11T16:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:26:36.921328 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b2263d-05fb-434f-ad68-2df92ddb2fa3 None None] The sync data for ids ['f8c34d8b-1c03-4b78-9a09-464954aedf1c'] in dv-cinder-766752-1-smb is: [{'id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'name': 'tempest-AttachVolumeTestJSON-458078925-router', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185'}], 'enable_snat': True}, 'gw_port_id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:25Z', 'updated_at': '2020-12-11T16:26:30Z', 'revision_number': 3, 'project_id': '18cab7096ec7405c979d977608f922bb', 'gw_port': {'id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:11:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:28Z', 'updated_at': '2020-12-11T16:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:26:36.938128 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-98a975cc-0d89-4095-bc7e-6e9d83b79b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:36.959672 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-21c63262-9329-4348-a546-bcf7e69b1810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:36.977370 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-68d91d19-29ef-4447-b5ba-92878a39a992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045'] for port, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:37.026620 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ac17daea-f0e9-43fd-aaf6-71084c3cc0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:37.036208 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 15e86d27-db72-4622-a894-b1011bafbc1f up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:26:37.200793 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d91d19-29ef-4447-b5ba-92878a39a992 admin admin] Pushing event updated for resources: {'Port': ['ID=ae39b5fd-413a-458d-ad50-6292b0caa7df,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:37.218095 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port 15e86d27-db72-4622-a894-b1011bafbc1f triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:26:37.219185 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:37.233705 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-68d91d19-29ef-4447-b5ba-92878a39a992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:37.250505 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-21c63262-9329-4348-a546-bcf7e69b1810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:37.382034 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d91d19-29ef-4447-b5ba-92878a39a992 admin admin] Network 98273e7d-6ebb-4285-b7f1-5f101b8f1038 is already hosted by enough agents. {{(pid=80242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:26:37.383737 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-68d91d19-29ef-4447-b5ba-92878a39a992 admin admin] Resources bound (agent type, host, resource id): {{(pid=80242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:26:37.387251 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d91d19-29ef-4447-b5ba-92878a39a992 admin admin] Received port after_create {{(pid=80242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:26:37.387852 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-68d91d19-29ef-4447-b5ba-92878a39a992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854360292'] for router_interface, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:37.531235 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 8cf877a2-a5fc-4dd5-ba63-55345fdd6518 up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:26:37.593374 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-46b6d89b-c7d4-46ab-a5bf-6ed598d304da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:37.667090 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.db.resource_extend [None req-597dd9bb-cd25-4d34-86a8-b4befb93032a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 11 16:26:37.676487 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa0544-6a12-44d1-8123-90b31ad57df2 admin admin] Pushing event updated for resources: {'Port': ['ID=7bfb7403-7a2a-4208-a880-fb70e6352bfd,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:37.692513 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7bfa0544-6a12-44d1-8123-90b31ad57df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:37.965480 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning for port 8cf877a2-a5fc-4dd5-ba63-55345fdd6518 completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:26:38.030652 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-597dd9bb-cd25-4d34-86a8-b4befb93032a None None] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:38.079229 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-597dd9bb-cd25-4d34-86a8-b4befb93032a None None] Transition to ACTIVE for port object d388faf8-0350-4e05-a24b-e2c575364db4 will not be triggered until provisioned by entity L2. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:26:38.100648 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-597dd9bb-cd25-4d34-86a8-b4befb93032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:38.140596 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:38.217080 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfa0544-6a12-44d1-8123-90b31ad57df2 admin admin] Network ad2ee80a-1b86-455c-8869-eab43da82ba0 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:26:38.221334 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-7bfa0544-6a12-44d1-8123-90b31ad57df2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:26:38.230056 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfa0544-6a12-44d1-8123-90b31ad57df2 admin admin] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:26:38.348641 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-21c63262-9329-4348-a546-bcf7e69b1810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:38.412637 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:38.430339 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-f85a62d2-3d75-45e2-995e-0240256e0a84 None None] Provisioning for port ae39b5fd-413a-458d-ad50-6292b0caa7df completed by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:26:38.433665 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ade874dc-cb9e-4335-ac99-c76c02f14bef req-f45651cb-8cb1-4450-a433-61703d6988dd tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.45 "GET /v2.0/ports?device_id=6513845c-0043-4882-81b0-0eb15542c437 HTTP/1.1" status: 200 len: 210 time: 0.2250385 Dec 11 16:26:38.438300 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f74ffe-7eaf-4f36-8525-93b3a2f44ce5 None None] Network 08a7ffcb-dce2-47a5-a283-64fa5b32feea requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:26:38.478035 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c63262-9329-4348-a546-bcf7e69b1810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9511859-cc52-4420-8cb1-a98b5e3c3fe4,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:38.497567 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-21c63262-9329-4348-a546-bcf7e69b1810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:38.508164 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-68d91d19-29ef-4447-b5ba-92878a39a992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:38.546694 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-21c63262-9329-4348-a546-bcf7e69b1810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:38.553957 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-21c63262-9329-4348-a546-bcf7e69b1810 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f9511859-cc52-4420-8cb1-a98b5e3c3fe4 HTTP/1.1" status: 204 len: 168 time: 1.6947560 Dec 11 16:26:38.617279 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-f85a62d2-3d75-45e2-995e-0240256e0a84 None None] Provisioning complete for port ae39b5fd-413a-458d-ad50-6292b0caa7df triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:26:38.617702 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f85a62d2-3d75-45e2-995e-0240256e0a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:38.854286 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bc011-d382-4cfe-9a0d-5347af73533b None None] Pushing event updated for resources: {'Port': ['ID=d388faf8-0350-4e05-a24b-e2c575364db4,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:38.899670 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-741bc011-d382-4cfe-9a0d-5347af73533b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:38.912753 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 17934a9c-90b2-49bc-950f-2ba46d1e0086 up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:26:39.248830 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7bfa0544-6a12-44d1-8123-90b31ad57df2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:39.305818 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-597dd9bb-cd25-4d34-86a8-b4befb93032a None None] Attempting to bind port d388faf8-0350-4e05-a24b-e2c575364db4 on host dv-cinder-766752-1-smb for vnic_type normal with profile {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:26:39.306354 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-597dd9bb-cd25-4d34-86a8-b4befb93032a None None] Attempting to bind port d388faf8-0350-4e05-a24b-e2c575364db4 by drivers openvswitch on host dv-cinder-766752-1-smb at level 0 using segments [{'id': 'fa6d7e3f-32fe-4ab3-b890-6946fd39c952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:26:39.307338 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597dd9bb-cd25-4d34-86a8-b4befb93032a None None] Attempting to bind port d388faf8-0350-4e05-a24b-e2c575364db4 on network ad2ee80a-1b86-455c-8869-eab43da82ba0 {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:26:39.325483 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning for port 17934a9c-90b2-49bc-950f-2ba46d1e0086 completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:26:39.348660 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port 17934a9c-90b2-49bc-950f-2ba46d1e0086 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:26:39.349155 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:39.367531 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-68d91d19-29ef-4447-b5ba-92878a39a992 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:39.373174 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-68d91d19-29ef-4447-b5ba-92878a39a992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:39.377296 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-68d91d19-29ef-4447-b5ba-92878a39a992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851505865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854361349'] for router_interface, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:39.405870 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:39.441377 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-46b6d89b-c7d4-46ab-a5bf-6ed598d304da admin admin] Allocated IP 172.20.0.1 (9ec77316-2c94-4b1a-b7f0-14bd7e44d817/3e6404f2-4e6d-43c0-8f0c-00c87c7cbef7/65887fc0-34e9-4956-bc6d-1d28f2d50723) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:26:39.522473 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597dd9bb-cd25-4d34-86a8-b4befb93032a None None] Checking agent: {'id': 'f164431f-4e07-4bd6-ace5-674ca64419be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 17), 'started_at': datetime.datetime(2020, 12, 11, 16, 17, 47), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:26:39.522906 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597dd9bb-cd25-4d34-86a8-b4befb93032a None None] Checking segment: {'id': 'fa6d7e3f-32fe-4ab3-b890-6946fd39c952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:26:39.523371 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-597dd9bb-cd25-4d34-86a8-b4befb93032a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:39.523899 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597dd9bb-cd25-4d34-86a8-b4befb93032a None None] Bound using segment: {'id': 'fa6d7e3f-32fe-4ab3-b890-6946fd39c952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:26:39.525206 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-597dd9bb-cd25-4d34-86a8-b4befb93032a None None] Bound port: d388faf8-0350-4e05-a24b-e2c575364db4, host: dv-cinder-766752-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6d7e3f-32fe-4ab3-b890-6946fd39c952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'}}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:26:39.525206 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-597dd9bb-cd25-4d34-86a8-b4befb93032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:39.677011 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-597dd9bb-cd25-4d34-86a8-b4befb93032a None None] For port d388faf8-0350-4e05-a24b-e2c575364db4, host dv-cinder-766752-1-smb, cleared binding levels {{(pid=80244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:26:39.682016 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-597dd9bb-cd25-4d34-86a8-b4befb93032a None None] For port d388faf8-0350-4e05-a24b-e2c575364db4, host dv-cinder-766752-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=d388faf8-0350-4e05-a24b-e2c575364db4,segment=NetworkSegment(fa6d7e3f-32fe-4ab3-b890-6946fd39c952),segment_id=fa6d7e3f-32fe-4ab3-b890-6946fd39c952)] {{(pid=80244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:26:39.776970 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-f85a62d2-3d75-45e2-995e-0240256e0a84 None None] Port ae39b5fd-413a-458d-ad50-6292b0caa7df cannot update to ACTIVE because it is not bound. {{(pid=80244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 11 16:26:39.780215 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-597dd9bb-cd25-4d34-86a8-b4befb93032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:40.210522 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c2c709ac-dff0-46ed-b1f1-0805a9d8f5ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:40.341657 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ef0cd6e9-8786-47e7-ad1d-ce13ad017993 req-a9b2cd34-9f7b-45e6-9f77-2c639fbd8d71 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.45 "GET /v2.0/ports?device_id=6513845c-0043-4882-81b0-0eb15542c437 HTTP/1.1" status: 200 len: 210 time: 0.2304757 Dec 11 16:26:40.343589 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bc011-d382-4cfe-9a0d-5347af73533b None None] Pushing event updated for resources: {'Port': ['ID=d388faf8-0350-4e05-a24b-e2c575364db4,revision_number=3']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:40.354016 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-741bc011-d382-4cfe-9a0d-5347af73533b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:40.363411 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-46b6d89b-c7d4-46ab-a5bf-6ed598d304da admin admin] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:40.437912 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d91d19-29ef-4447-b5ba-92878a39a992 admin admin] Pushing event updated for resources: {'Port': ['ID=ae39b5fd-413a-458d-ad50-6292b0caa7df,revision_number=2']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:40.446841 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-68d91d19-29ef-4447-b5ba-92878a39a992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.041s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:40.504388 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d91d19-29ef-4447-b5ba-92878a39a992 admin admin] Network 98273e7d-6ebb-4285-b7f1-5f101b8f1038 is already hosted by enough agents. {{(pid=80242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:26:40.505663 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-68d91d19-29ef-4447-b5ba-92878a39a992 admin admin] Resources bound (agent type, host, resource id): {{(pid=80242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:26:40.533968 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-0fba496a-b5e0-4648-80e3-e9460f431a30 None None] Provisioning for port 8cf877a2-a5fc-4dd5-ba63-55345fdd6518 completed by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:26:40.619446 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-0fba496a-b5e0-4648-80e3-e9460f431a30 None None] Provisioning complete for port 8cf877a2-a5fc-4dd5-ba63-55345fdd6518 triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:26:40.656481 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0fba496a-b5e0-4648-80e3-e9460f431a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:40.705750 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-46b6d89b-c7d4-46ab-a5bf-6ed598d304da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:40.733054 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:40.904084 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6d89b-c7d4-46ab-a5bf-6ed598d304da admin admin] Pushing event updated for resources: {'Port': ['ID=65887fc0-34e9-4956-bc6d-1d28f2d50723,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:40.925348 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:40.944582 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] For port 17934a9c-90b2-49bc-950f-2ba46d1e0086, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=17934a9c-90b2-49bc-950f-2ba46d1e0086,segment=NetworkSegment(fa6d7e3f-32fe-4ab3-b890-6946fd39c952),segment_id=fa6d7e3f-32fe-4ab3-b890-6946fd39c952)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:26:40.967741 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-46b6d89b-c7d4-46ab-a5bf-6ed598d304da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:41.027239 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:41.031735 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0fba496a-b5e0-4648-80e3-e9460f431a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:41.060972 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-741bc011-d382-4cfe-9a0d-5347af73533b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:41.115244 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d91d19-29ef-4447-b5ba-92878a39a992 admin admin] Router f8c34d8b-1c03-4b78-9a09-464954aedf1c has already been hosted by L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 {{(pid=80242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 11 16:26:41.190482 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7bfa0544-6a12-44d1-8123-90b31ad57df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415698'] for router, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:41.219208 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Pushing event updated for resources: {'Port': ['ID=17934a9c-90b2-49bc-950f-2ba46d1e0086,revision_number=4']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:41.235388 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:41.287049 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-0fba496a-b5e0-4648-80e3-e9460f431a30 None None] For port 8cf877a2-a5fc-4dd5-ba63-55345fdd6518, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=8cf877a2-a5fc-4dd5-ba63-55345fdd6518,segment=NetworkSegment(e6501d83-0c9c-4b21-bbe2-cb17b597d222),segment_id=e6501d83-0c9c-4b21-bbe2-cb17b597d222)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:26:41.296285 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.87', 58955) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:41.316850 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0fba496a-b5e0-4648-80e3-e9460f431a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:41.335763 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:41.366175 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b6d89b-c7d4-46ab-a5bf-6ed598d304da admin admin] Network 9ec77316-2c94-4b1a-b7f0-14bd7e44d817 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:26:41.394944 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-46b6d89b-c7d4-46ab-a5bf-6ed598d304da admin admin] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:26:41.412563 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b6d89b-c7d4-46ab-a5bf-6ed598d304da admin admin] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:26:41.413128 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-46b6d89b-c7d4-46ab-a5bf-6ed598d304da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854360292'] for router_interface, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:41.470553 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597dd9bb-cd25-4d34-86a8-b4befb93032a None None] Routers {'a4a01eb0-c0bf-4c19-977d-758a55810ad8'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:26:41.471237 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-597dd9bb-cd25-4d34-86a8-b4befb93032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:26:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['a4a01eb0-c0bf-4c19-977d-758a55810ad8'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:26:41.761323 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 6 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:26:41.877612 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-46b6d89b-c7d4-46ab-a5bf-6ed598d304da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:41.991569 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-28254de4-4bd2-4ce1-9633-152582e2bac7 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:26:41.998638 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-28254de4-4bd2-4ce1-9633-152582e2bac7 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.87 "GET /v2.0/networks?id=4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b HTTP/1.1" status: 200 len: 812 time: 0.6952810 Dec 11 16:26:41.998790 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-6219da8d-4f63-4e28-9ab5-ac068d0c013c None None] Provisioning complete for port ae39b5fd-413a-458d-ad50-6292b0caa7df triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:26:41.998790 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6219da8d-4f63-4e28-9ab5-ac068d0c013c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:42.058716 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba496a-b5e0-4648-80e3-e9460f431a30 None None] Pushing event updated for resources: {'Port': ['ID=8cf877a2-a5fc-4dd5-ba63-55345fdd6518,revision_number=3']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:42.100584 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-ef1ab934-29b3-4672-9c70-39585f3dade7 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Request body: {'port': {'device_id': '6513845c-0043-4882-81b0-0eb15542c437', 'network_id': '4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b', 'admin_state_up': True, 'tenant_id': 'ab2f8e1954c64d759980d7be86319b59'}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:26:42.156649 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0fba496a-b5e0-4648-80e3-e9460f431a30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.821s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:42.318910 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e29b4249-cdd0-40fb-bdb5-61ac464f97d2 req-5b8c9dca-ded2-48d8-aeaf-27f3fd5ce96e tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.45 "GET /v2.0/ports?device_id=6513845c-0043-4882-81b0-0eb15542c437 HTTP/1.1" status: 200 len: 210 time: 0.3237727 Dec 11 16:26:42.375781 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-597dd9bb-cd25-4d34-86a8-b4befb93032a None None] Set router a4a01eb0-c0bf-4c19-977d-758a55810ad8 gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:26:42.436203 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfa0544-6a12-44d1-8123-90b31ad57df2 admin admin] Router adb6acbf-d5be-45d3-8993-7504e038406f is scheduled to L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 with binding_index 1 {{(pid=80243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 11 16:26:42.506127 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d91d19-29ef-4447-b5ba-92878a39a992 admin admin] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:26:42.531983 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-68d91d19-29ef-4447-b5ba-92878a39a992 admin admin] 10.222.0.45 "PUT /v2.0/routers/f8c34d8b-1c03-4b78-9a09-464954aedf1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7142258 Dec 11 16:26:42.532073 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad96ff53-49d3-4eaf-baa3-e6ba2bb6dda2 None None] Sync routers for ids ['f8c34d8b-1c03-4b78-9a09-464954aedf1c'] in dv-cinder-766752-1-smb {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:26:42.548325 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad96ff53-49d3-4eaf-baa3-e6ba2bb6dda2 None None] Routers {'f8c34d8b-1c03-4b78-9a09-464954aedf1c'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:26:42.549776 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-ad96ff53-49d3-4eaf-baa3-e6ba2bb6dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:26:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['f8c34d8b-1c03-4b78-9a09-464954aedf1c'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:26:42.592006 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-ef1ab934-29b3-4672-9c70-39585f3dade7 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:26:42.597382 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-ef1ab934-29b3-4672-9c70-39585f3dade7 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Usage tracker for resource:port and tenant:ab2f8e1954c64d759980d7be86319b59 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:26:42.602467 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-ef1ab934-29b3-4672-9c70-39585f3dade7 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Quota usage for port was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:26:42.609660 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-ef1ab934-29b3-4672-9c70-39585f3dade7 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:26:42.621342 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-ef1ab934-29b3-4672-9c70-39585f3dade7 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Made reservation on behalf of ab2f8e1954c64d759980d7be86319b59 for: {'port': 1} {{(pid=80242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:26:42.629508 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-ef1ab934-29b3-4672-9c70-39585f3dade7 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:42.684844 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-6219da8d-4f63-4e28-9ab5-ac068d0c013c None None] Port ae39b5fd-413a-458d-ad50-6292b0caa7df cannot update to ACTIVE because it is not bound. {{(pid=80244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 11 16:26:42.954950 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-75940c39-2f19-4058-9c75-aa706566a644 None None] Provisioning complete for port 8cf877a2-a5fc-4dd5-ba63-55345fdd6518 triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:26:42.955429 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-75940c39-2f19-4058-9c75-aa706566a644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:43.178667 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfa0544-6a12-44d1-8123-90b31ad57df2 admin admin] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:26:43.259800 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 17934a9c-90b2-49bc-950f-2ba46d1e0086 up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:26:43.272930 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-46b6d89b-c7d4-46ab-a5bf-6ed598d304da admin admin] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:43.282356 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7bfa0544-6a12-44d1-8123-90b31ad57df2 admin admin] Notify callbacks [] for router, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:43.286714 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-7bfa0544-6a12-44d1-8123-90b31ad57df2 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.9868987 Dec 11 16:26:43.286714 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-46b6d89b-c7d4-46ab-a5bf-6ed598d304da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:43.286714 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-46b6d89b-c7d4-46ab-a5bf-6ed598d304da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851505865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854361349'] for router_interface, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:43.290779 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-ad96ff53-49d3-4eaf-baa3-e6ba2bb6dda2 None None] Set router f8c34d8b-1c03-4b78-9a09-464954aedf1c gateway port host: dv-cinder-766752-1-smb {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:26:43.314056 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 39352) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:43.315835 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da4081c-bed2-4d96-a7c0-278803aaa2c9 None None] Sync routers for ids ['adb6acbf-d5be-45d3-8993-7504e038406f'] in dv-cinder-766752-1-smb {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:26:43.424570 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da4081c-bed2-4d96-a7c0-278803aaa2c9 None None] Routers {'adb6acbf-d5be-45d3-8993-7504e038406f'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:26:43.436129 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-5da4081c-bed2-4d96-a7c0-278803aaa2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:26:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['adb6acbf-d5be-45d3-8993-7504e038406f'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:26:43.536544 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-ef1ab934-29b3-4672-9c70-39585f3dade7 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Allocated IP 172.20.0.5 (4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b/b27bdf8e-374a-4269-8f3c-6860d8526af5/ff021281-d463-4625-9cf6-30c319b0f449) {{(pid=80242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:26:44.084453 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:44.086063 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7ee620a9-0331-467b-9478-3348cbbbb1a1 req-6f3f7557-b10c-4eb1-9b05-06338f283e8e tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.45 "GET /v2.0/ports?device_id=6513845c-0043-4882-81b0-0eb15542c437 HTTP/1.1" status: 200 len: 210 time: 0.1418338 Dec 11 16:26:44.360924 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6d89b-c7d4-46ab-a5bf-6ed598d304da admin admin] Pushing event updated for resources: {'Port': ['ID=65887fc0-34e9-4956-bc6d-1d28f2d50723,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:44.390784 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-46b6d89b-c7d4-46ab-a5bf-6ed598d304da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:44.421880 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b6d89b-c7d4-46ab-a5bf-6ed598d304da admin admin] Network 9ec77316-2c94-4b1a-b7f0-14bd7e44d817 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:26:44.424578 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-46b6d89b-c7d4-46ab-a5bf-6ed598d304da admin admin] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:26:44.441755 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-ad96ff53-49d3-4eaf-baa3-e6ba2bb6dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'name': 'tempest-AttachVolumeTestJSON-458078925-router', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185'}], 'enable_snat': True}, 'gw_port_id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:25Z', 'updated_at': '2020-12-11T16:26:38Z', 'revision_number': 4, 'project_id': '18cab7096ec7405c979d977608f922bb', 'gw_port': {'id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:11:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:28Z', 'updated_at': '2020-12-11T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': 'ae39b5fd-413a-458d-ad50-6292b0caa7df', 'name': '', 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'mac_address': 'fa:16:3e:76:b5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56573ac3-46db-42ab-ac70-c5fd685172d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:35Z', 'updated_at': '2020-12-11T16:26:38Z', 'revision_number': 2, 'project_id': '18cab7096ec7405c979d977608f922bb', 'subnets': [{'id': '56573ac3-46db-42ab-ac70-c5fd685172d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:26:44.465241 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad96ff53-49d3-4eaf-baa3-e6ba2bb6dda2 None None] Checking router: f8c34d8b-1c03-4b78-9a09-464954aedf1c for host: dv-cinder-766752-1-smb {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:26:44.465643 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad96ff53-49d3-4eaf-baa3-e6ba2bb6dda2 None None] Updating router f8c34d8b-1c03-4b78-9a09-464954aedf1c port ae39b5fd-413a-458d-ad50-6292b0caa7df binding host dv-cinder-766752-1-smb {{(pid=80245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 11 16:26:44.652464 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ad96ff53-49d3-4eaf-baa3-e6ba2bb6dda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:44.961227 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ff0d0f14-4752-4791-a080-ce5848baa68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:44.979976 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-5da4081c-bed2-4d96-a7c0-278803aaa2c9 None None] Set router adb6acbf-d5be-45d3-8993-7504e038406f gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:26:45.041873 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 39392) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:45.061465 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-3aee1e59-504c-4036-abc0-0ec9cdd180d0 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Request body: {'security_group': {'name': 'tempest-securitygroup--28393948', 'description': 'tempest-description--1220519722'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:26:45.085793 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-3aee1e59-504c-4036-abc0-0ec9cdd180d0 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:26:45.105717 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-3aee1e59-504c-4036-abc0-0ec9cdd180d0 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Usage tracker for resource:security_group and tenant:18cab7096ec7405c979d977608f922bb is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:26:45.112591 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-3aee1e59-504c-4036-abc0-0ec9cdd180d0 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:26:45.126374 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-3aee1e59-504c-4036-abc0-0ec9cdd180d0 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:26:45.183493 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3aee1e59-504c-4036-abc0-0ec9cdd180d0 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:45.316006 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-3aee1e59-504c-4036-abc0-0ec9cdd180d0 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:26:45.479027 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-3aee1e59-504c-4036-abc0-0ec9cdd180d0 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Usage tracker for resource:security_group_rule and tenant:18cab7096ec7405c979d977608f922bb is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:26:45.519475 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b6d89b-c7d4-46ab-a5bf-6ed598d304da admin admin] Router a4a01eb0-c0bf-4c19-977d-758a55810ad8 has already been hosted by L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 {{(pid=80243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 11 16:26:45.526198 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-3aee1e59-504c-4036-abc0-0ec9cdd180d0 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:26:45.559641 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-3aee1e59-504c-4036-abc0-0ec9cdd180d0 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:26:45.816807 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port 17934a9c-90b2-49bc-950f-2ba46d1e0086 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:26:45.817223 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:45.857551 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ad96ff53-49d3-4eaf-baa3-e6ba2bb6dda2 None None] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:45.889582 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ad96ff53-49d3-4eaf-baa3-e6ba2bb6dda2 None None] Transition to ACTIVE for port object ae39b5fd-413a-458d-ad50-6292b0caa7df will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:26:45.895202 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ad96ff53-49d3-4eaf-baa3-e6ba2bb6dda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:45.918573 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:45.970897 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7829eab2-423e-4c50-97e0-a5af034f1160 req-ee260c32-0e5a-44cf-b566-e6426cd4e67e tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.45 "GET /v2.0/ports?device_id=6513845c-0043-4882-81b0-0eb15542c437 HTTP/1.1" status: 200 len: 210 time: 0.1619315 Dec 11 16:26:45.997589 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-ef1ab934-29b3-4672-9c70-39585f3dade7 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Notify callbacks [] for port, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:46.080694 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c1b71e92-3e3b-4cc1-a224-1318f4457476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:46.097117 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-ef1ab934-29b3-4672-9c70-39585f3dade7 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045'] for port, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:46.207303 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3aee1e59-504c-4036-abc0-0ec9cdd180d0 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:46.248368 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3aee1e59-504c-4036-abc0-0ec9cdd180d0 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:46.276686 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:46.437221 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd750a5-cea8-48e3-ae47-1a230f902b0e None None] Pushing event updated for resources: {'Port': ['ID=ae39b5fd-413a-458d-ad50-6292b0caa7df,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:46.465647 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:46.468468 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee1e59-504c-4036-abc0-0ec9cdd180d0 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Pushing event updated for resources: {'SecurityGroup': ['ID=356cfc63-3d02-4aca-92bb-5861259aaa4b,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:46.473914 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-fcd750a5-cea8-48e3-ae47-1a230f902b0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:46.474198 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3aee1e59-504c-4036-abc0-0ec9cdd180d0 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:46.477073 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3aee1e59-504c-4036-abc0-0ec9cdd180d0 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:46.478463 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-3aee1e59-504c-4036-abc0-0ec9cdd180d0 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1728 time: 1.4352913 Dec 11 16:26:46.481579 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 39426) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:46.504287 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-3686a384-decf-4ab7-bb2f-11960f7496d2 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Request body: {'security_group_rule': {'security_group_id': '356cfc63-3d02-4aca-92bb-5861259aaa4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:26:46.526921 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-3686a384-decf-4ab7-bb2f-11960f7496d2 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:26:46.531088 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-11c1de9e-e91f-4ce9-92f4-6ab33d1975df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:46.559593 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-3686a384-decf-4ab7-bb2f-11960f7496d2 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Usage tracker for resource:security_group_rule and tenant:18cab7096ec7405c979d977608f922bb is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:26:46.576390 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-3686a384-decf-4ab7-bb2f-11960f7496d2 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:26:46.592486 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b6d89b-c7d4-46ab-a5bf-6ed598d304da admin admin] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:26:46.602389 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-46b6d89b-c7d4-46ab-a5bf-6ed598d304da admin admin] 10.222.0.45 "PUT /v2.0/routers/a4a01eb0-c0bf-4c19-977d-758a55810ad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2522089 Dec 11 16:26:46.668509 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-3686a384-decf-4ab7-bb2f-11960f7496d2 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:26:46.723062 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-ef1ab934-29b3-4672-9c70-39585f3dade7 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Network 4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b is already hosted by enough agents. {{(pid=80242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:26:46.744662 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3686a384-decf-4ab7-bb2f-11960f7496d2 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for security_group_rule, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:46.821716 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-ad96ff53-49d3-4eaf-baa3-e6ba2bb6dda2 None None] Attempting to bind port ae39b5fd-413a-458d-ad50-6292b0caa7df on host dv-cinder-766752-1-smb for vnic_type normal with profile {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:26:46.829225 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-ad96ff53-49d3-4eaf-baa3-e6ba2bb6dda2 None None] Attempting to bind port ae39b5fd-413a-458d-ad50-6292b0caa7df by drivers openvswitch on host dv-cinder-766752-1-smb at level 0 using segments [{'id': '114d2847-428f-43e0-9263-dade0a4c2f73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:26:46.830430 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad96ff53-49d3-4eaf-baa3-e6ba2bb6dda2 None None] Attempting to bind port ae39b5fd-413a-458d-ad50-6292b0caa7df on network 98273e7d-6ebb-4285-b7f1-5f101b8f1038 {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:26:46.843753 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-ef1ab934-29b3-4672-9c70-39585f3dade7 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Resources bound (agent type, host, resource id): {{(pid=80242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:26:46.845080 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad96ff53-49d3-4eaf-baa3-e6ba2bb6dda2 None None] Checking agent: {'id': 'f164431f-4e07-4bd6-ace5-674ca64419be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 17), 'started_at': datetime.datetime(2020, 12, 11, 16, 17, 47), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:26:46.847076 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad96ff53-49d3-4eaf-baa3-e6ba2bb6dda2 None None] Checking segment: {'id': '114d2847-428f-43e0-9263-dade0a4c2f73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:26:46.849060 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ad96ff53-49d3-4eaf-baa3-e6ba2bb6dda2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:46.850406 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad96ff53-49d3-4eaf-baa3-e6ba2bb6dda2 None None] Bound using segment: {'id': '114d2847-428f-43e0-9263-dade0a4c2f73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:26:46.853792 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-ad96ff53-49d3-4eaf-baa3-e6ba2bb6dda2 None None] Bound port: ae39b5fd-413a-458d-ad50-6292b0caa7df, host: dv-cinder-766752-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114d2847-428f-43e0-9263-dade0a4c2f73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:26:46.855852 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ad96ff53-49d3-4eaf-baa3-e6ba2bb6dda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:46.885232 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 8cf877a2-a5fc-4dd5-ba63-55345fdd6518 up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:26:47.045073 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3686a384-decf-4ab7-bb2f-11960f7496d2 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:47.051391 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3686a384-decf-4ab7-bb2f-11960f7496d2 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328036'] for security_group_rule, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:47.066944 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ad96ff53-49d3-4eaf-baa3-e6ba2bb6dda2 None None] For port ae39b5fd-413a-458d-ad50-6292b0caa7df, host dv-cinder-766752-1-smb, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:26:47.072938 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ad96ff53-49d3-4eaf-baa3-e6ba2bb6dda2 None None] For port ae39b5fd-413a-458d-ad50-6292b0caa7df, host dv-cinder-766752-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=ae39b5fd-413a-458d-ad50-6292b0caa7df,segment=NetworkSegment(114d2847-428f-43e0-9263-dade0a4c2f73),segment_id=114d2847-428f-43e0-9263-dade0a4c2f73)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:26:47.081356 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:47.081837 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ad96ff53-49d3-4eaf-baa3-e6ba2bb6dda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:47.150686 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:47.278872 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-597dd9bb-cd25-4d34-86a8-b4befb93032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a01eb0-c0bf-4c19-977d-758a55810ad8', 'name': 'tempest-ServerRescueNegativeTestJSON-1655988622-router', 'tenant_id': '3aac1554ef17430cad7c85fea3e3ff64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd388faf8-0350-4e05-a24b-e2c575364db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:28Z', 'updated_at': '2020-12-11T16:26:41Z', 'revision_number': 4, 'project_id': '3aac1554ef17430cad7c85fea3e3ff64', 'gw_port': {'id': 'd388faf8-0350-4e05-a24b-e2c575364db4', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a01eb0-c0bf-4c19-977d-758a55810ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:29Z', 'updated_at': '2020-12-11T16:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': '65887fc0-34e9-4956-bc6d-1d28f2d50723', 'name': '', 'network_id': '9ec77316-2c94-4b1a-b7f0-14bd7e44d817', 'tenant_id': '3aac1554ef17430cad7c85fea3e3ff64', 'mac_address': 'fa:16:3e:e6:b3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a01eb0-c0bf-4c19-977d-758a55810ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3e6404f2-4e6d-43c0-8f0c-00c87c7cbef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:38Z', 'updated_at': '2020-12-11T16:26:39Z', 'revision_number': 1, 'project_id': '3aac1554ef17430cad7c85fea3e3ff64', 'subnets': [{'id': '3e6404f2-4e6d-43c0-8f0c-00c87c7cbef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:26:47.319513 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:47.410193 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597dd9bb-cd25-4d34-86a8-b4befb93032a None None] The sync data for ids ['a4a01eb0-c0bf-4c19-977d-758a55810ad8'] in dv-cinder-766752-1-smb is: [{'id': 'a4a01eb0-c0bf-4c19-977d-758a55810ad8', 'name': 'tempest-ServerRescueNegativeTestJSON-1655988622-router', 'tenant_id': '3aac1554ef17430cad7c85fea3e3ff64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd388faf8-0350-4e05-a24b-e2c575364db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:28Z', 'updated_at': '2020-12-11T16:26:41Z', 'revision_number': 4, 'project_id': '3aac1554ef17430cad7c85fea3e3ff64', 'gw_port': {'id': 'd388faf8-0350-4e05-a24b-e2c575364db4', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a01eb0-c0bf-4c19-977d-758a55810ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:29Z', 'updated_at': '2020-12-11T16:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': '65887fc0-34e9-4956-bc6d-1d28f2d50723', 'name': '', 'network_id': '9ec77316-2c94-4b1a-b7f0-14bd7e44d817', 'tenant_id': '3aac1554ef17430cad7c85fea3e3ff64', 'mac_address': 'fa:16:3e:e6:b3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a01eb0-c0bf-4c19-977d-758a55810ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3e6404f2-4e6d-43c0-8f0c-00c87c7cbef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:38Z', 'updated_at': '2020-12-11T16:26:39Z', 'revision_number': 1, 'project_id': '3aac1554ef17430cad7c85fea3e3ff64', 'subnets': [{'id': '3e6404f2-4e6d-43c0-8f0c-00c87c7cbef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:26:47.444560 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-5da4081c-bed2-4d96-a7c0-278803aaa2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'name': 'tempest-AttachVolumeShelveTestJSON-1535416449-router', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:31Z', 'updated_at': '2020-12-11T16:26:38Z', 'revision_number': 3, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'gw_port': {'id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:34Z', 'updated_at': '2020-12-11T16:26:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:26:47.464612 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da4081c-bed2-4d96-a7c0-278803aaa2c9 None None] Checking router: adb6acbf-d5be-45d3-8993-7504e038406f for host: dv-cinder-766752-1-smb {{(pid=80244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:26:47.467376 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da4081c-bed2-4d96-a7c0-278803aaa2c9 None None] Updating router adb6acbf-d5be-45d3-8993-7504e038406f port 7bfb7403-7a2a-4208-a880-fb70e6352bfd binding host dv-cinder-766752-1-smb {{(pid=80244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 11 16:26:47.655983 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port 8cf877a2-a5fc-4dd5-ba63-55345fdd6518 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:26:47.656578 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:47.721505 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd750a5-cea8-48e3-ae47-1a230f902b0e None None] Pushing event updated for resources: {'Port': ['ID=ae39b5fd-413a-458d-ad50-6292b0caa7df,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:47.737378 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-fcd750a5-cea8-48e3-ae47-1a230f902b0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:47.770612 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5da4081c-bed2-4d96-a7c0-278803aaa2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:47.827063 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:47.883405 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3686a384-decf-4ab7-bb2f-11960f7496d2 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for security_group_rule, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:47.890180 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-3686a384-decf-4ab7-bb2f-11960f7496d2 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 1.3956628 Dec 11 16:26:47.890698 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad96ff53-49d3-4eaf-baa3-e6ba2bb6dda2 None None] Routers {'f8c34d8b-1c03-4b78-9a09-464954aedf1c'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:26:47.891930 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 39470) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:47.893550 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-ad96ff53-49d3-4eaf-baa3-e6ba2bb6dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:26:46Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['f8c34d8b-1c03-4b78-9a09-464954aedf1c'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:26:47.916880 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-64e2686f-9921-4e23-a737-afa7c8a72940 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Request body: {'security_group_rule': {'security_group_id': '356cfc63-3d02-4aca-92bb-5861259aaa4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:26:47.922398 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-ef1ab934-29b3-4672-9c70-39585f3dade7 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Received port after_create {{(pid=80242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:26:47.927982 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-ef1ab934-29b3-4672-9c70-39585f3dade7 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:26:47.932382 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-ef1ab934-29b3-4672-9c70-39585f3dade7 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for port, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:47.952354 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686a384-decf-4ab7-bb2f-11960f7496d2 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c225476b-f164-4987-9a80-e23abc0c9d10,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:47.960894 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-64e2686f-9921-4e23-a737-afa7c8a72940 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:26:47.964551 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3686a384-decf-4ab7-bb2f-11960f7496d2 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.883s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:47.978394 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-64e2686f-9921-4e23-a737-afa7c8a72940 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Usage tracker for resource:security_group_rule and tenant:18cab7096ec7405c979d977608f922bb is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:26:47.986436 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-64e2686f-9921-4e23-a737-afa7c8a72940 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:26:48.000436 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-64e2686f-9921-4e23-a737-afa7c8a72940 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:26:48.073738 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-64e2686f-9921-4e23-a737-afa7c8a72940 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for security_group_rule, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:48.232666 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-64e2686f-9921-4e23-a737-afa7c8a72940 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:48.239724 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-64e2686f-9921-4e23-a737-afa7c8a72940 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328036'] for security_group_rule, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:48.242432 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:48.285113 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2686f-9921-4e23-a737-afa7c8a72940 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2a2be5-d90c-4fb5-88b8-c1bf9f1b73cc,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:48.289071 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-64e2686f-9921-4e23-a737-afa7c8a72940 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:48.369748 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-64e2686f-9921-4e23-a737-afa7c8a72940 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for security_group_rule, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:48.375108 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-64e2686f-9921-4e23-a737-afa7c8a72940 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.4768810 Dec 11 16:26:48.377069 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 39488) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:48.396623 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-04fde864-56e5-4cd3-be61-dabdf2dd398d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Request body: {'floatingip': {'floating_network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:26:48.412078 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-04fde864-56e5-4cd3-be61-dabdf2dd398d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:26:48.421198 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-04fde864-56e5-4cd3-be61-dabdf2dd398d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Usage tracker for resource:floatingip and tenant:18cab7096ec7405c979d977608f922bb is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:26:48.443033 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-04fde864-56e5-4cd3-be61-dabdf2dd398d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:26:48.474482 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-04fde864-56e5-4cd3-be61-dabdf2dd398d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:26:48.541833 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-ad96ff53-49d3-4eaf-baa3-e6ba2bb6dda2 None None] Set router f8c34d8b-1c03-4b78-9a09-464954aedf1c gateway port host: dv-cinder-766752-1-smb {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:26:48.547825 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-c1b71e92-3e3b-4cc1-a224-1318f4457476 admin admin] Allocated IP 172.20.0.1 (08a7ffcb-dce2-47a5-a283-64fa5b32feea/35314c86-042c-4482-9db4-a8a492106943/2e8ffc17-dca6-4b14-b307-f8c899522b77) {{(pid=80242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:26:48.640019 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ab934-29b3-4672-9c70-39585f3dade7 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Pushing event updated for resources: {'Port': ['ID=ff021281-d463-4625-9cf6-30c319b0f449,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:48.672084 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:48.691387 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ef1ab934-29b3-4672-9c70-39585f3dade7 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.226s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:48.698003 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-04fde864-56e5-4cd3-be61-dabdf2dd398d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for floatingip, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:48.716592 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-ef1ab934-29b3-4672-9c70-39585f3dade7 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6507890 Dec 11 16:26:48.780516 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-bce4c850-a330-4818-b154-95666cf8f5d6 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80242) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 11 16:26:48.787812 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-bce4c850-a330-4818-b154-95666cf8f5d6 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0149517 Dec 11 16:26:49.257675 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5da4081c-bed2-4d96-a7c0-278803aaa2c9 None None] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:49.282144 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5da4081c-bed2-4d96-a7c0-278803aaa2c9 None None] Transition to ACTIVE for port object 7bfb7403-7a2a-4208-a880-fb70e6352bfd will not be triggered until provisioned by entity L2. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:26:49.300151 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5da4081c-bed2-4d96-a7c0-278803aaa2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:49.333304 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fd85b-e3c3-4daf-adbc-2d2666c19f24 req-7c800f91-33c6-4301-8720-1b4acfca2d48 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:26:49.334299 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-310fd85b-e3c3-4daf-adbc-2d2666c19f24 req-7c800f91-33c6-4301-8720-1b4acfca2d48 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Synchronizing usage tracker for tenant:ab2f8e1954c64d759980d7be86319b59 on resource:port {{(pid=80242) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:26:49.346647 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-04fde864-56e5-4cd3-be61-dabdf2dd398d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:49.390607 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-ad96ff53-49d3-4eaf-baa3-e6ba2bb6dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'name': 'tempest-AttachVolumeTestJSON-458078925-router', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185'}], 'enable_snat': True}, 'gw_port_id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:25Z', 'updated_at': '2020-12-11T16:26:38Z', 'revision_number': 4, 'project_id': '18cab7096ec7405c979d977608f922bb', 'gw_port': {'id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:11:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:28Z', 'updated_at': '2020-12-11T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': 'ae39b5fd-413a-458d-ad50-6292b0caa7df', 'name': '', 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'mac_address': 'fa:16:3e:76:b5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56573ac3-46db-42ab-ac70-c5fd685172d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:35Z', 'updated_at': '2020-12-11T16:26:47Z', 'revision_number': 4, 'project_id': '18cab7096ec7405c979d977608f922bb', 'subnets': [{'id': '56573ac3-46db-42ab-ac70-c5fd685172d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:26:49.405079 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-8b49f028-5992-4ff1-a445-febd7f5e900a service neutron] Request body: {'port': {'device_id': '6513845c-0043-4882-81b0-0eb15542c437', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:26:49.412366 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad96ff53-49d3-4eaf-baa3-e6ba2bb6dda2 None None] The sync data for ids ['f8c34d8b-1c03-4b78-9a09-464954aedf1c'] in dv-cinder-766752-1-smb is: [{'id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'name': 'tempest-AttachVolumeTestJSON-458078925-router', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185'}], 'enable_snat': True}, 'gw_port_id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:25Z', 'updated_at': '2020-12-11T16:26:38Z', 'revision_number': 4, 'project_id': '18cab7096ec7405c979d977608f922bb', 'gw_port': {'id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:11:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:28Z', 'updated_at': '2020-12-11T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': 'ae39b5fd-413a-458d-ad50-6292b0caa7df', 'name': '', 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'mac_address': 'fa:16:3e:76:b5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56573ac3-46db-42ab-ac70-c5fd685172d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:35Z', 'updated_at': '2020-12-11T16:26:47Z', 'revision_number': 4, 'project_id': '18cab7096ec7405c979d977608f922bb', 'subnets': [{'id': '56573ac3-46db-42ab-ac70-c5fd685172d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:26:49.534469 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c2c709ac-dff0-46ed-b1f1-0805a9d8f5ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:49.535922 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-33267085-6df1-4339-8705-bda3bbe5baa1 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:26:49.544555 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-33267085-6df1-4339-8705-bda3bbe5baa1 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/networks?id=9ec77316-2c94-4b1a-b7f0-14bd7e44d817 HTTP/1.1" status: 200 len: 819 time: 1.6021595 Dec 11 16:26:49.907237 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc0f3b-9000-4844-be1f-52771ed6590b None None] Pushing event updated for resources: {'Port': ['ID=7bfb7403-7a2a-4208-a880-fb70e6352bfd,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:49.974432 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-5da4081c-bed2-4d96-a7c0-278803aaa2c9 None None] Attempting to bind port 7bfb7403-7a2a-4208-a880-fb70e6352bfd on host dv-cinder-766752-1-smb for vnic_type normal with profile {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:26:49.977538 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-310fd85b-e3c3-4daf-adbc-2d2666c19f24 req-7c800f91-33c6-4301-8720-1b4acfca2d48 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Unset dirty status for tenant:ab2f8e1954c64d759980d7be86319b59 on resource:port {{(pid=80242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:26:49.978545 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-5da4081c-bed2-4d96-a7c0-278803aaa2c9 None None] Attempting to bind port 7bfb7403-7a2a-4208-a880-fb70e6352bfd by drivers openvswitch on host dv-cinder-766752-1-smb at level 0 using segments [{'id': 'fa6d7e3f-32fe-4ab3-b890-6946fd39c952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:26:49.979335 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da4081c-bed2-4d96-a7c0-278803aaa2c9 None None] Attempting to bind port 7bfb7403-7a2a-4208-a880-fb70e6352bfd on network ad2ee80a-1b86-455c-8869-eab43da82ba0 {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:26:49.982369 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d2dc0f3b-9000-4844-be1f-52771ed6590b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:49.994908 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-310fd85b-e3c3-4daf-adbc-2d2666c19f24 req-7c800f91-33c6-4301-8720-1b4acfca2d48 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.45 "GET /v2.0/ports?device_id=6513845c-0043-4882-81b0-0eb15542c437 HTTP/1.1" status: 200 len: 931 time: 2.1653502 Dec 11 16:26:50.005449 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-dc51c9ec-aa76-4eb2-94bb-3ec1248cc5c0 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/quotas/3aac1554ef17430cad7c85fea3e3ff64 HTTP/1.1" status: 200 len: 375 time: 0.4596679 Dec 11 16:26:50.011406 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-04fde864-56e5-4cd3-be61-dabdf2dd398d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Allocated IP 172.28.1.222 (ad2ee80a-1b86-455c-8869-eab43da82ba0/ba014d62-0f8d-4c1a-b66b-b32d18d6affa/757beca0-e7ca-4447-a8c5-dede3c3ef5cf) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:26:50.026563 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da4081c-bed2-4d96-a7c0-278803aaa2c9 None None] Checking agent: {'id': 'f164431f-4e07-4bd6-ace5-674ca64419be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 17), 'started_at': datetime.datetime(2020, 12, 11, 16, 17, 47), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:26:50.028083 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da4081c-bed2-4d96-a7c0-278803aaa2c9 None None] Checking segment: {'id': 'fa6d7e3f-32fe-4ab3-b890-6946fd39c952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:26:50.031172 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5da4081c-bed2-4d96-a7c0-278803aaa2c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:50.031785 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da4081c-bed2-4d96-a7c0-278803aaa2c9 None None] Bound using segment: {'id': 'fa6d7e3f-32fe-4ab3-b890-6946fd39c952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:26:50.032461 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-5da4081c-bed2-4d96-a7c0-278803aaa2c9 None None] Bound port: 7bfb7403-7a2a-4208-a880-fb70e6352bfd, host: dv-cinder-766752-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6d7e3f-32fe-4ab3-b890-6946fd39c952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'}}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:26:50.033006 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5da4081c-bed2-4d96-a7c0-278803aaa2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:50.233810 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5da4081c-bed2-4d96-a7c0-278803aaa2c9 None None] For port 7bfb7403-7a2a-4208-a880-fb70e6352bfd, host dv-cinder-766752-1-smb, cleared binding levels {{(pid=80244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:26:50.238300 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5da4081c-bed2-4d96-a7c0-278803aaa2c9 None None] For port 7bfb7403-7a2a-4208-a880-fb70e6352bfd, host dv-cinder-766752-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=7bfb7403-7a2a-4208-a880-fb70e6352bfd,segment=NetworkSegment(fa6d7e3f-32fe-4ab3-b890-6946fd39c952),segment_id=fa6d7e3f-32fe-4ab3-b890-6946fd39c952)] {{(pid=80244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:26:50.240849 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-04fde864-56e5-4cd3-be61-dabdf2dd398d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:50.242364 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5da4081c-bed2-4d96-a7c0-278803aaa2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:50.266307 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:50.282157 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c1b71e92-3e3b-4cc1-a224-1318f4457476 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:50.293090 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-8b49f028-5992-4ff1-a445-febd7f5e900a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:50.300524 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-04fde864-56e5-4cd3-be61-dabdf2dd398d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:50.347307 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7bfa0544-6a12-44d1-8123-90b31ad57df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:50.388119 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-310fd85b-e3c3-4daf-adbc-2d2666c19f24 req-2480ad60-4679-41b9-ac69-60cabe20d403 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.45 "GET /v2.0/security-groups?id=6127a463-fdbd-4df7-96fb-983dd7d68ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913381 Dec 11 16:26:50.500343 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c1b71e92-3e3b-4cc1-a224-1318f4457476 admin admin] Transition to ACTIVE for port object 2e8ffc17-dca6-4b14-b307-f8c899522b77 will not be triggered until provisioned by entity DHCP. {{(pid=80242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:26:50.692084 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc0f3b-9000-4844-be1f-52771ed6590b None None] Pushing event updated for resources: {'Port': ['ID=7bfb7403-7a2a-4208-a880-fb70e6352bfd,revision_number=3']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:50.708592 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d2dc0f3b-9000-4844-be1f-52771ed6590b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:50.776536 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c1b71e92-3e3b-4cc1-a224-1318f4457476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045'] for port, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:50.855780 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device ae39b5fd-413a-458d-ad50-6292b0caa7df up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:26:50.887040 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:50.911502 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fde864-56e5-4cd3-be61-dabdf2dd398d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Pushing event updated for resources: {'Port': ['ID=757beca0-e7ca-4447-a8c5-dede3c3ef5cf,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:50.916792 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-04fde864-56e5-4cd3-be61-dabdf2dd398d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:50.961487 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fde864-56e5-4cd3-be61-dabdf2dd398d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Network ad2ee80a-1b86-455c-8869-eab43da82ba0 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:26:50.965284 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-04fde864-56e5-4cd3-be61-dabdf2dd398d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:26:50.970468 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fde864-56e5-4cd3-be61-dabdf2dd398d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:26:51.221367 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da4081c-bed2-4d96-a7c0-278803aaa2c9 None None] Routers {'adb6acbf-d5be-45d3-8993-7504e038406f'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:26:51.222288 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-5da4081c-bed2-4d96-a7c0-278803aaa2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:26:46Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['adb6acbf-d5be-45d3-8993-7504e038406f'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:26:51.256135 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-04fde864-56e5-4cd3-be61-dabdf2dd398d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for floatingip, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:51.333969 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 39564) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:51.365914 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-04fde864-56e5-4cd3-be61-dabdf2dd398d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:51.393401 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning for port ae39b5fd-413a-458d-ad50-6292b0caa7df completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:26:51.467047 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-8c36a46c-6898-4842-bc42-d95c20161dd8 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?tenant_id=3aac1554ef17430cad7c85fea3e3ff64&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4548194 Dec 11 16:26:51.530069 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b71e92-3e3b-4cc1-a224-1318f4457476 admin admin] Pushing event updated for resources: {'Port': ['ID=2e8ffc17-dca6-4b14-b307-f8c899522b77,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:51.533469 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c1b71e92-3e3b-4cc1-a224-1318f4457476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:51.581876 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port ae39b5fd-413a-458d-ad50-6292b0caa7df triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:26:51.582389 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:51.870953 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-249dd6a8-4157-4063-b9c1-12be793491bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:51.920697 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-249dd6a8-4157-4063-b9c1-12be793491bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:26:51.929711 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-249dd6a8-4157-4063-b9c1-12be793491bb admin admin] Usage tracker for resource:security_group_rule and tenant:c0fa330f75ba443c9f360d88d2a59518 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:26:51.937022 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-249dd6a8-4157-4063-b9c1-12be793491bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:26:51.946476 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-249dd6a8-4157-4063-b9c1-12be793491bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:26:51.969472 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-a96657d6-c3a1-47ab-a607-61f753f67988 service neutron] 10.222.0.45 "GET /v2.0/networks/9ec77316-2c94-4b1a-b7f0-14bd7e44d817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288776 Dec 11 16:26:52.021522 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b71e92-3e3b-4cc1-a224-1318f4457476 admin admin] Network 08a7ffcb-dce2-47a5-a283-64fa5b32feea is already hosted by enough agents. {{(pid=80242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:26:52.077175 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-5da4081c-bed2-4d96-a7c0-278803aaa2c9 None None] Set router adb6acbf-d5be-45d3-8993-7504e038406f gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:26:52.101729 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-249dd6a8-4157-4063-b9c1-12be793491bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:52.107394 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-249dd6a8-4157-4063-b9c1-12be793491bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:52.139874 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-21c2c95c-a3fe-43cc-be9b-09b9e615d8ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:52.151233 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-c1b71e92-3e3b-4cc1-a224-1318f4457476 admin admin] Resources bound (agent type, host, resource id): {{(pid=80242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:26:52.154314 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b71e92-3e3b-4cc1-a224-1318f4457476 admin admin] Received port after_create {{(pid=80242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:26:52.155109 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c1b71e92-3e3b-4cc1-a224-1318f4457476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854360292'] for router_interface, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:52.225403 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-249dd6a8-4157-4063-b9c1-12be793491bb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c0fa330f75ba443c9f360d88d2a59518&name=default HTTP/1.1" status: 200 len: 2879 time: 0.8891118 Dec 11 16:26:52.229974 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 39590) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:52.244851 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249dd6a8-4157-4063-b9c1-12be793491bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bb7292-4ab2-4f6f-873f-33552a9b7ca6,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:52.253731 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-249dd6a8-4157-4063-b9c1-12be793491bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:52.319222 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.db.resource_extend [None req-04fde864-56e5-4cd3-be61-dabdf2dd398d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 11 16:26:52.398015 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-59de6de0-9c4a-4ac3-8c67-ea6f9305b490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:52.402089 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-04fde864-56e5-4cd3-be61-dabdf2dd398d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:52.430115 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-04fde864-56e5-4cd3-be61-dabdf2dd398d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:52.502453 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:52.825882 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fde864-56e5-4cd3-be61-dabdf2dd398d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Pushing event updated for resources: {'Port': ['ID=757beca0-e7ca-4447-a8c5-dede3c3ef5cf,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:52.871424 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 39596) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:52.877029 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-04fde864-56e5-4cd3-be61-dabdf2dd398d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:52.897810 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-59de6de0-9c4a-4ac3-8c67-ea6f9305b490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:52.993122 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-be9cb33f-3843-4ad5-bf93-ce3af71bed9c None None] Provisioning for port 2e8ffc17-dca6-4b14-b307-f8c899522b77 completed by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:26:53.014864 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-be9cb33f-3843-4ad5-bf93-ce3af71bed9c None None] Provisioning complete for port 2e8ffc17-dca6-4b14-b307-f8c899522b77 triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:26:53.015336 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-be9cb33f-3843-4ad5-bf93-ce3af71bed9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:53.148222 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-be9cb33f-3843-4ad5-bf93-ce3af71bed9c None None] Port 2e8ffc17-dca6-4b14-b307-f8c899522b77 cannot update to ACTIVE because it is not bound. {{(pid=80244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 11 16:26:53.155243 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-04fde864-56e5-4cd3-be61-dabdf2dd398d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854360154'] for floatingip, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:53.166841 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:53.190428 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-59de6de0-9c4a-4ac3-8c67-ea6f9305b490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:53.198277 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a0404347-e5c5-4fae-b1a0-62d3fc02547c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:53.262082 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-5da4081c-bed2-4d96-a7c0-278803aaa2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'name': 'tempest-AttachVolumeShelveTestJSON-1535416449-router', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:31Z', 'updated_at': '2020-12-11T16:26:38Z', 'revision_number': 3, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'gw_port': {'id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:34Z', 'updated_at': '2020-12-11T16:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:26:53.265780 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de6de0-9c4a-4ac3-8c67-ea6f9305b490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bb7292-4ab2-4f6f-873f-33552a9b7ca6,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:53.273622 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-59de6de0-9c4a-4ac3-8c67-ea6f9305b490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:53.275813 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-59de6de0-9c4a-4ac3-8c67-ea6f9305b490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:53.277030 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-59de6de0-9c4a-4ac3-8c67-ea6f9305b490 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/08bb7292-4ab2-4f6f-873f-33552a9b7ca6 HTTP/1.1" status: 204 len: 168 time: 1.0446901 Dec 11 16:26:53.278401 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-04fde864-56e5-4cd3-be61-dabdf2dd398d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for floatingip, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:53.297328 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-04fde864-56e5-4cd3-be61-dabdf2dd398d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9180202 Dec 11 16:26:53.307123 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] For port ae39b5fd-413a-458d-ad50-6292b0caa7df, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=ae39b5fd-413a-458d-ad50-6292b0caa7df,segment=NetworkSegment(114d2847-428f-43e0-9263-dade0a4c2f73),segment_id=114d2847-428f-43e0-9263-dade0a4c2f73)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:26:53.350504 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:53.362617 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:53.366531 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f78999ef-3dc2-4955-9505-5ba04514e739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:53.367942 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device d388faf8-0350-4e05-a24b-e2c575364db4 up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:26:53.419342 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-f78999ef-3dc2-4955-9505-5ba04514e739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:26:53.423714 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-f78999ef-3dc2-4955-9505-5ba04514e739 admin admin] Usage tracker for resource:security_group_rule and tenant:2d8fad90c83d4a0d9b0361faff652636 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:26:53.428376 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-f78999ef-3dc2-4955-9505-5ba04514e739 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:26:53.445850 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-f78999ef-3dc2-4955-9505-5ba04514e739 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:26:53.490298 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:53.578531 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da4081c-bed2-4d96-a7c0-278803aaa2c9 None None] The sync data for ids ['adb6acbf-d5be-45d3-8993-7504e038406f'] in dv-cinder-766752-1-smb is: [{'id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'name': 'tempest-AttachVolumeShelveTestJSON-1535416449-router', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:31Z', 'updated_at': '2020-12-11T16:26:38Z', 'revision_number': 3, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'gw_port': {'id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:34Z', 'updated_at': '2020-12-11T16:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}] {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:26:53.654804 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c1b71e92-3e3b-4cc1-a224-1318f4457476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:53.685494 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning for port d388faf8-0350-4e05-a24b-e2c575364db4 completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:26:53.719009 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port d388faf8-0350-4e05-a24b-e2c575364db4 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:26:53.719472 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:53.733114 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f78999ef-3dc2-4955-9505-5ba04514e739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:53.738840 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f78999ef-3dc2-4955-9505-5ba04514e739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:53.751030 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:53.830982 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78999ef-3dc2-4955-9505-5ba04514e739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a4a428-03fc-4d48-b341-b5d5c6f4a32c,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:53.835984 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f78999ef-3dc2-4955-9505-5ba04514e739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:53.887000 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-f78999ef-3dc2-4955-9505-5ba04514e739 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2d8fad90c83d4a0d9b0361faff652636&name=default HTTP/1.1" status: 200 len: 2879 time: 1.0143015 Dec 11 16:26:53.888323 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 39620) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:53.894456 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Pushing event updated for resources: {'Port': ['ID=ae39b5fd-413a-458d-ad50-6292b0caa7df,revision_number=5']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:53.918399 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:54.039983 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:54.053001 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6d08d97a-41c7-46b5-8851-56244287ee2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:54.074368 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] For port d388faf8-0350-4e05-a24b-e2c575364db4, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=d388faf8-0350-4e05-a24b-e2c575364db4,segment=NetworkSegment(fa6d7e3f-32fe-4ab3-b890-6946fd39c952),segment_id=fa6d7e3f-32fe-4ab3-b890-6946fd39c952)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:26:54.083546 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:54.086041 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:54.121698 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6d08d97a-41c7-46b5-8851-56244287ee2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:54.229170 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6d08d97a-41c7-46b5-8851-56244287ee2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:54.234833 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:54.274308 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7c5557-7441-4c89-b462-c14bee25dafb None None] Sync routers for ids ['a4a01eb0-c0bf-4c19-977d-758a55810ad8'] in dv-cinder-766752-1-smb {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:26:54.290147 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08d97a-41c7-46b5-8851-56244287ee2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a4a428-03fc-4d48-b341-b5d5c6f4a32c,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:54.297393 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6d08d97a-41c7-46b5-8851-56244287ee2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:54.298423 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Pushing event updated for resources: {'Port': ['ID=d388faf8-0350-4e05-a24b-e2c575364db4,revision_number=4']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:54.303067 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device ae39b5fd-413a-458d-ad50-6292b0caa7df up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:26:54.309213 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6d08d97a-41c7-46b5-8851-56244287ee2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:54.310420 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-6d08d97a-41c7-46b5-8851-56244287ee2d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/85a4a428-03fc-4d48-b341-b5d5c6f4a32c HTTP/1.1" status: 204 len: 168 time: 0.4208579 Dec 11 16:26:54.315007 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7c5557-7441-4c89-b462-c14bee25dafb None None] Routers {'a4a01eb0-c0bf-4c19-977d-758a55810ad8'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:26:54.316881 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-6f7c5557-7441-4c89-b462-c14bee25dafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:26:46Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['a4a01eb0-c0bf-4c19-977d-758a55810ad8'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:26:54.343025 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 39636) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:54.375270 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:54.377349 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0535170f-a4b9-48fd-9c46-9d2fc017376a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:54.385993 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c1b71e92-3e3b-4cc1-a224-1318f4457476 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:54.416962 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-0535170f-a4b9-48fd-9c46-9d2fc017376a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:26:54.429948 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-0535170f-a4b9-48fd-9c46-9d2fc017376a admin admin] Usage tracker for resource:security_group_rule and tenant:13334d3727a94089920a76b7bb4fb75d is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:26:54.436188 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-0535170f-a4b9-48fd-9c46-9d2fc017376a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:26:54.441132 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c1b71e92-3e3b-4cc1-a224-1318f4457476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:54.454103 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-0535170f-a4b9-48fd-9c46-9d2fc017376a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:26:54.477613 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c1b71e92-3e3b-4cc1-a224-1318f4457476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851505865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854361349'] for router_interface, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:54.636970 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port ae39b5fd-413a-458d-ad50-6292b0caa7df triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:26:54.637391 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:54.792103 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0535170f-a4b9-48fd-9c46-9d2fc017376a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:54.800007 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0535170f-a4b9-48fd-9c46-9d2fc017376a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:54.827262 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3aee1e59-504c-4036-abc0-0ec9cdd180d0 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:54.835082 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-68d91d19-29ef-4447-b5ba-92878a39a992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:54.925137 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-0535170f-a4b9-48fd-9c46-9d2fc017376a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=13334d3727a94089920a76b7bb4fb75d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5786097 Dec 11 16:26:54.933706 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 39644) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:54.948616 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-6f7c5557-7441-4c89-b462-c14bee25dafb None None] Set router a4a01eb0-c0bf-4c19-977d-758a55810ad8 gateway port host: dv-cinder-766752-1-smb {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:26:55.025470 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535170f-a4b9-48fd-9c46-9d2fc017376a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883176db-cacd-4bd4-b6b3-075ff555ae9f,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:55.048986 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0535170f-a4b9-48fd-9c46-9d2fc017376a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:55.164340 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b71e92-3e3b-4cc1-a224-1318f4457476 admin admin] Pushing event updated for resources: {'Port': ['ID=2e8ffc17-dca6-4b14-b307-f8c899522b77,revision_number=2']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:55.185127 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c1b71e92-3e3b-4cc1-a224-1318f4457476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:55.201007 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1948bf5d-7057-4a00-b149-6578b74ad5cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:55.205098 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b71e92-3e3b-4cc1-a224-1318f4457476 admin admin] Network 08a7ffcb-dce2-47a5-a283-64fa5b32feea is already hosted by enough agents. {{(pid=80242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:26:55.238761 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-c1b71e92-3e3b-4cc1-a224-1318f4457476 admin admin] Resources bound (agent type, host, resource id): {{(pid=80242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:26:55.266242 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1948bf5d-7057-4a00-b149-6578b74ad5cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:55.416552 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1948bf5d-7057-4a00-b149-6578b74ad5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:55.432431 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8bda1833-77d5-4324-ad08-e23b22a30dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:55.470362 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1948bf5d-7057-4a00-b149-6578b74ad5cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:55.475336 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-1948bf5d-7057-4a00-b149-6578b74ad5cd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/883176db-cacd-4bd4-b6b3-075ff555ae9f HTTP/1.1" status: 204 len: 168 time: 0.5331035 Dec 11 16:26:55.475336 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948bf5d-7057-4a00-b149-6578b74ad5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883176db-cacd-4bd4-b6b3-075ff555ae9f,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:55.488652 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1948bf5d-7057-4a00-b149-6578b74ad5cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:55.532144 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 39652) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:55.582090 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a3e47e38-b5a7-4472-8fe6-a16d628dceda admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:55.633683 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-a3e47e38-b5a7-4472-8fe6-a16d628dceda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:26:55.675921 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-a3e47e38-b5a7-4472-8fe6-a16d628dceda admin admin] Usage tracker for resource:security_group_rule and tenant:bbf6faa7d9384fe882d9f8b273796865 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:26:55.697470 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-a3e47e38-b5a7-4472-8fe6-a16d628dceda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:26:55.712699 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-bca4df5c-2963-4ea9-bbde-c4663ec1fd81 None None] Provisioning complete for port 2e8ffc17-dca6-4b14-b307-f8c899522b77 triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:26:55.713446 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bca4df5c-2963-4ea9-bbde-c4663ec1fd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:55.726480 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-a3e47e38-b5a7-4472-8fe6-a16d628dceda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:26:55.751738 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-6f7c5557-7441-4c89-b462-c14bee25dafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a01eb0-c0bf-4c19-977d-758a55810ad8', 'name': 'tempest-ServerRescueNegativeTestJSON-1655988622-router', 'tenant_id': '3aac1554ef17430cad7c85fea3e3ff64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd388faf8-0350-4e05-a24b-e2c575364db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:28Z', 'updated_at': '2020-12-11T16:26:41Z', 'revision_number': 4, 'project_id': '3aac1554ef17430cad7c85fea3e3ff64', 'gw_port': {'id': 'd388faf8-0350-4e05-a24b-e2c575364db4', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a01eb0-c0bf-4c19-977d-758a55810ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:29Z', 'updated_at': '2020-12-11T16:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': '65887fc0-34e9-4956-bc6d-1d28f2d50723', 'name': '', 'network_id': '9ec77316-2c94-4b1a-b7f0-14bd7e44d817', 'tenant_id': '3aac1554ef17430cad7c85fea3e3ff64', 'mac_address': 'fa:16:3e:e6:b3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a01eb0-c0bf-4c19-977d-758a55810ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3e6404f2-4e6d-43c0-8f0c-00c87c7cbef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:38Z', 'updated_at': '2020-12-11T16:26:42Z', 'revision_number': 2, 'project_id': '3aac1554ef17430cad7c85fea3e3ff64', 'subnets': [{'id': '3e6404f2-4e6d-43c0-8f0c-00c87c7cbef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:26:55.762557 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7c5557-7441-4c89-b462-c14bee25dafb None None] Checking router: a4a01eb0-c0bf-4c19-977d-758a55810ad8 for host: dv-cinder-766752-1-smb {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:26:55.762976 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7c5557-7441-4c89-b462-c14bee25dafb None None] Updating router a4a01eb0-c0bf-4c19-977d-758a55810ad8 port 65887fc0-34e9-4956-bc6d-1d28f2d50723 binding host dv-cinder-766752-1-smb {{(pid=80245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 11 16:26:55.835576 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-8b49f028-5992-4ff1-a445-febd7f5e900a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff021281-d463-4625-9cf6-30c319b0f449 {{(pid=80242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 11 16:26:55.837431 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-bca4df5c-2963-4ea9-bbde-c4663ec1fd81 None None] Port 2e8ffc17-dca6-4b14-b307-f8c899522b77 cannot update to ACTIVE because it is not bound. {{(pid=80244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 11 16:26:55.857742 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-02421123-78cb-4c64-8d1d-cd32a2310189 service neutron] 10.222.0.45 "GET /v2.0/networks/9ec77316-2c94-4b1a-b7f0-14bd7e44d817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 3.8345461 Dec 11 16:26:55.859789 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-8b49f028-5992-4ff1-a445-febd7f5e900a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:55.920438 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6f7c5557-7441-4c89-b462-c14bee25dafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:55.943874 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a3e47e38-b5a7-4472-8fe6-a16d628dceda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:55.958731 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff854f-4eb3-47ed-a93c-d72ec3bbf25b req-f4a7f7e5-50cb-48bb-bf0a-aa0ae3de68ce tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:26:55.962929 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a3e47e38-b5a7-4472-8fe6-a16d628dceda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:55.968553 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f3ff854f-4eb3-47ed-a93c-d72ec3bbf25b req-f4a7f7e5-50cb-48bb-bf0a-aa0ae3de68ce tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.45 "GET /v2.0/ports?device_id=6513845c-0043-4882-81b0-0eb15542c437 HTTP/1.1" status: 200 len: 931 time: 3.9967275 Dec 11 16:26:56.063779 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1a95ee0a-90cb-42a0-83fd-f3204c399fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:56.114182 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-a3e47e38-b5a7-4472-8fe6-a16d628dceda admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bbf6faa7d9384fe882d9f8b273796865&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5807815 Dec 11 16:26:56.116851 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 39660) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:56.271310 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-8b49f028-5992-4ff1-a445-febd7f5e900a service neutron] Transition to ACTIVE for port object ff021281-d463-4625-9cf6-30c319b0f449 will not be triggered until provisioned by entity L2. {{(pid=80242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:26:56.318370 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f3ff854f-4eb3-47ed-a93c-d72ec3bbf25b req-1671bf9a-24cf-408b-875c-27ea648f4b23 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.45 "GET /v2.0/security-groups?id=6127a463-fdbd-4df7-96fb-983dd7d68ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484612 Dec 11 16:26:56.331065 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-26aaa9ee-f900-4801-ab6d-1b967d88ce57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:56.377696 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 7bfb7403-7a2a-4208-a880-fb70e6352bfd up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:26:56.433076 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-26aaa9ee-f900-4801-ab6d-1b967d88ce57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:56.439331 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-8b49f028-5992-4ff1-a445-febd7f5e900a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:56.541429 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c1b71e92-3e3b-4cc1-a224-1318f4457476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:56.586587 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning for port 7bfb7403-7a2a-4208-a880-fb70e6352bfd completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:26:56.608828 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port 7bfb7403-7a2a-4208-a880-fb70e6352bfd triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:26:56.609262 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:56.620804 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-26aaa9ee-f900-4801-ab6d-1b967d88ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:56.640254 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e47e38-b5a7-4472-8fe6-a16d628dceda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4706ba02-549a-4026-9d71-0ea370150c87,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:56.657941 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a3e47e38-b5a7-4472-8fe6-a16d628dceda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:56.660377 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-26aaa9ee-f900-4801-ab6d-1b967d88ce57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:56.679398 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-26aaa9ee-f900-4801-ab6d-1b967d88ce57 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4706ba02-549a-4026-9d71-0ea370150c87 HTTP/1.1" status: 204 len: 168 time: 0.5569670 Dec 11 16:26:56.682649 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1948bf5d-7057-4a00-b149-6578b74ad5cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:56.715234 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aaa9ee-f900-4801-ab6d-1b967d88ce57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4706ba02-549a-4026-9d71-0ea370150c87,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:56.730389 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-26aaa9ee-f900-4801-ab6d-1b967d88ce57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:56.764459 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49f028-5992-4ff1-a445-febd7f5e900a service neutron] Pushing event updated for resources: {'Port': ['ID=ff021281-d463-4625-9cf6-30c319b0f449,revision_number=2']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:56.796327 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8b49f028-5992-4ff1-a445-febd7f5e900a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:56.931785 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b71e92-3e3b-4cc1-a224-1318f4457476 admin admin] Router adb6acbf-d5be-45d3-8993-7504e038406f has already been hosted by L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 {{(pid=80242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 11 16:26:56.967230 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8d75c5e8-cb97-49ab-b2d7-e5fcef005414 req-b8315b13-7a63-4164-960b-2abcc42e0f81 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 210 time: 0.1648784 Dec 11 16:26:57.050641 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:57.074313 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] For port 7bfb7403-7a2a-4208-a880-fb70e6352bfd, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=7bfb7403-7a2a-4208-a880-fb70e6352bfd,segment=NetworkSegment(fa6d7e3f-32fe-4ab3-b890-6946fd39c952),segment_id=fa6d7e3f-32fe-4ab3-b890-6946fd39c952)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:26:57.079284 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:57.082457 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device d388faf8-0350-4e05-a24b-e2c575364db4 up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:26:57.267564 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-fc0810b2-e3eb-452f-ad39-24073ec806ba tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Synchronizing usage tracker for tenant:18cab7096ec7405c979d977608f922bb on resource:security_group {{(pid=80242) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:26:57.387378 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:57.507939 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-fc0810b2-e3eb-452f-ad39-24073ec806ba tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Unset dirty status for tenant:18cab7096ec7405c979d977608f922bb on resource:security_group {{(pid=80242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:26:57.508840 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6f7c5557-7441-4c89-b462-c14bee25dafb None None] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:57.517045 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-fc0810b2-e3eb-452f-ad39-24073ec806ba tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--28393948&fields=id&tenant_id=18cab7096ec7405c979d977608f922bb HTTP/1.1" status: 200 len: 267 time: 0.6346204 Dec 11 16:26:57.550614 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-6f7c5557-7441-4c89-b462-c14bee25dafb None None] Transition to ACTIVE for port object 65887fc0-34e9-4956-bc6d-1d28f2d50723 will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:26:57.565385 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6f7c5557-7441-4c89-b462-c14bee25dafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:57.593666 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:57.691891 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Pushing event updated for resources: {'Port': ['ID=7bfb7403-7a2a-4208-a880-fb70e6352bfd,revision_number=4']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:57.735715 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:57.770051 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port d388faf8-0350-4e05-a24b-e2c575364db4 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:26:57.770480 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:57.833196 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34136d34-4a4a-4287-b99c-fa78702d6068 None None] Pushing event updated for resources: {'Port': ['ID=65887fc0-34e9-4956-bc6d-1d28f2d50723,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:57.841839 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-34136d34-4a4a-4287-b99c-fa78702d6068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:57.931418 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-b8a47ad7-530c-407d-ab17-4d84cc43be33 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:26:57.932331 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-b8a47ad7-530c-407d-ab17-4d84cc43be33 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Synchronizing usage tracker for tenant:18cab7096ec7405c979d977608f922bb on resource:network {{(pid=80242) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:26:58.231261 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 7bfb7403-7a2a-4208-a880-fb70e6352bfd up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:26:58.240875 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-6f7c5557-7441-4c89-b462-c14bee25dafb None None] Attempting to bind port 65887fc0-34e9-4956-bc6d-1d28f2d50723 on host dv-cinder-766752-1-smb for vnic_type normal with profile {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:26:58.241288 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-6f7c5557-7441-4c89-b462-c14bee25dafb None None] Attempting to bind port 65887fc0-34e9-4956-bc6d-1d28f2d50723 by drivers openvswitch on host dv-cinder-766752-1-smb at level 0 using segments [{'id': '30e3bbeb-c262-41a5-85ab-dd99bd91c58b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9ec77316-2c94-4b1a-b7f0-14bd7e44d817'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:26:58.241691 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7c5557-7441-4c89-b462-c14bee25dafb None None] Attempting to bind port 65887fc0-34e9-4956-bc6d-1d28f2d50723 on network 9ec77316-2c94-4b1a-b7f0-14bd7e44d817 {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:26:58.252745 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7c5557-7441-4c89-b462-c14bee25dafb None None] Checking agent: {'id': 'f164431f-4e07-4bd6-ace5-674ca64419be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 17), 'started_at': datetime.datetime(2020, 12, 11, 16, 17, 47), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:26:58.253158 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7c5557-7441-4c89-b462-c14bee25dafb None None] Checking segment: {'id': '30e3bbeb-c262-41a5-85ab-dd99bd91c58b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9ec77316-2c94-4b1a-b7f0-14bd7e44d817'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:26:58.253600 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6f7c5557-7441-4c89-b462-c14bee25dafb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:58.254039 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7c5557-7441-4c89-b462-c14bee25dafb None None] Bound using segment: {'id': '30e3bbeb-c262-41a5-85ab-dd99bd91c58b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9ec77316-2c94-4b1a-b7f0-14bd7e44d817'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:26:58.257621 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-6f7c5557-7441-4c89-b462-c14bee25dafb None None] Bound port: 65887fc0-34e9-4956-bc6d-1d28f2d50723, host: dv-cinder-766752-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e3bbeb-c262-41a5-85ab-dd99bd91c58b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9ec77316-2c94-4b1a-b7f0-14bd7e44d817'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:26:58.258031 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6f7c5557-7441-4c89-b462-c14bee25dafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:58.360445 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port 7bfb7403-7a2a-4208-a880-fb70e6352bfd triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:26:58.363181 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:58.436906 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-6f7c5557-7441-4c89-b462-c14bee25dafb None None] For port 65887fc0-34e9-4956-bc6d-1d28f2d50723, host dv-cinder-766752-1-smb, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:26:58.442232 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-6f7c5557-7441-4c89-b462-c14bee25dafb None None] For port 65887fc0-34e9-4956-bc6d-1d28f2d50723, host dv-cinder-766752-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=65887fc0-34e9-4956-bc6d-1d28f2d50723,segment=NetworkSegment(30e3bbeb-c262-41a5-85ab-dd99bd91c58b),segment_id=30e3bbeb-c262-41a5-85ab-dd99bd91c58b)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:26:58.449136 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6f7c5557-7441-4c89-b462-c14bee25dafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:58.471961 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-8b49f028-5992-4ff1-a445-febd7f5e900a service neutron] Attempting to bind port ff021281-d463-4625-9cf6-30c319b0f449 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:26:58.472343 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-8b49f028-5992-4ff1-a445-febd7f5e900a service neutron] Attempting to bind port ff021281-d463-4625-9cf6-30c319b0f449 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '93a846ba-cd3e-4473-a885-636426a499ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b'}] {{(pid=80242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:26:58.472722 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-8b49f028-5992-4ff1-a445-febd7f5e900a service neutron] Attempting to bind port ff021281-d463-4625-9cf6-30c319b0f449 on network 4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:26:58.475263 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-b8a47ad7-530c-407d-ab17-4d84cc43be33 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Unset dirty status for tenant:18cab7096ec7405c979d977608f922bb on resource:network {{(pid=80242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:26:58.476896 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-b8a47ad7-530c-407d-ab17-4d84cc43be33 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/networks?id=98273e7d-6ebb-4285-b7f1-5f101b8f1038 HTTP/1.1" status: 200 len: 810 time: 0.9501820 Dec 11 16:26:58.491565 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:58.504782 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-8b49f028-5992-4ff1-a445-febd7f5e900a service neutron] Checking agent: {'id': 'c6c9fd6f-e101-4bae-907a-ac1718f8d09d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 23), 'started_at': datetime.datetime(2020, 12, 11, 16, 24, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:26:58.505304 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-8b49f028-5992-4ff1-a445-febd7f5e900a service neutron] Checking segment: {'id': '93a846ba-cd3e-4473-a885-636426a499ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:26:58.506009 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-8b49f028-5992-4ff1-a445-febd7f5e900a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:58.506548 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-8b49f028-5992-4ff1-a445-febd7f5e900a service neutron] Bound using segment: {'id': '93a846ba-cd3e-4473-a885-636426a499ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b'} {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:26:58.507078 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-8b49f028-5992-4ff1-a445-febd7f5e900a service neutron] Bound port: ff021281-d463-4625-9cf6-30c319b0f449, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a846ba-cd3e-4473-a885-636426a499ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b'}}] {{(pid=80242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:26:58.507470 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-8b49f028-5992-4ff1-a445-febd7f5e900a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:58.531268 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-fc47c875-6919-4d70-89e6-f276d122f096 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/quotas/18cab7096ec7405c979d977608f922bb HTTP/1.1" status: 200 len: 375 time: 0.0399771 Dec 11 16:26:58.693051 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b71e92-3e3b-4cc1-a224-1318f4457476 admin admin] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:26:58.708062 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-c1b71e92-3e3b-4cc1-a224-1318f4457476 admin admin] 10.222.0.45 "PUT /v2.0/routers/adb6acbf-d5be-45d3-8993-7504e038406f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3921738 Dec 11 16:26:58.713147 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10870da8-5cc9-4ec2-9a04-336af5afc1a5 None None] Sync routers for ids ['adb6acbf-d5be-45d3-8993-7504e038406f'] in dv-cinder-766752-1-smb {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:26:58.727026 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10870da8-5cc9-4ec2-9a04-336af5afc1a5 None None] Routers {'adb6acbf-d5be-45d3-8993-7504e038406f'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:26:58.728296 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-10870da8-5cc9-4ec2-9a04-336af5afc1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:26:46Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['adb6acbf-d5be-45d3-8993-7504e038406f'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:26:58.775563 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-8b49f028-5992-4ff1-a445-febd7f5e900a service neutron] For port ff021281-d463-4625-9cf6-30c319b0f449, host hv-cinder-76675, cleared binding levels {{(pid=80242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:26:58.780335 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-8b49f028-5992-4ff1-a445-febd7f5e900a service neutron] For port ff021281-d463-4625-9cf6-30c319b0f449, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=ff021281-d463-4625-9cf6-30c319b0f449,segment=NetworkSegment(93a846ba-cd3e-4473-a885-636426a499ef),segment_id=93a846ba-cd3e-4473-a885-636426a499ef)] {{(pid=80242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:26:58.788052 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4dd21-e8de-415a-bda3-13a984756aca req-6f16b4b8-73db-4608-b6a9-1e24d6724565 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:26:58.794435 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4dc4dd21-e8de-415a-bda3-13a984756aca req-6f16b4b8-73db-4608-b6a9-1e24d6724565 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.45 "GET /v2.0/ports?device_id=6513845c-0043-4882-81b0-0eb15542c437 HTTP/1.1" status: 200 len: 943 time: 0.4645553 Dec 11 16:26:58.809078 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-8b49f028-5992-4ff1-a445-febd7f5e900a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:58.862328 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7c5557-7441-4c89-b462-c14bee25dafb None None] Routers {'a4a01eb0-c0bf-4c19-977d-758a55810ad8'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:26:58.863254 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-6f7c5557-7441-4c89-b462-c14bee25dafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:26:46Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['a4a01eb0-c0bf-4c19-977d-758a55810ad8'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:26:58.865368 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:26:58.991678 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-484fef85-83cf-4493-b527-abbc5bacba8b tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Synchronizing usage tracker for tenant:18cab7096ec7405c979d977608f922bb on resource:port {{(pid=80242) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:26:59.061550 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49f028-5992-4ff1-a445-febd7f5e900a service neutron] Pushing event updated for resources: {'Port': ['ID=ff021281-d463-4625-9cf6-30c319b0f449,revision_number=3']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:59.069799 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8b49f028-5992-4ff1-a445-febd7f5e900a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:59.071968 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34136d34-4a4a-4287-b99c-fa78702d6068 None None] Pushing event updated for resources: {'Port': ['ID=65887fc0-34e9-4956-bc6d-1d28f2d50723,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:26:59.077526 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-34136d34-4a4a-4287-b99c-fa78702d6068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:26:59.096109 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-10870da8-5cc9-4ec2-9a04-336af5afc1a5 None None] Set router adb6acbf-d5be-45d3-8993-7504e038406f gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:26:59.124055 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4dc4dd21-e8de-415a-bda3-13a984756aca req-e5a84d1f-bb8f-4007-ae51-2a6d587dce84 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.45 "GET /v2.0/security-groups?id=6127a463-fdbd-4df7-96fb-983dd7d68ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182399 Dec 11 16:26:59.159585 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-6f7c5557-7441-4c89-b462-c14bee25dafb None None] Set router a4a01eb0-c0bf-4c19-977d-758a55810ad8 gateway port host: dv-cinder-766752-1-smb {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:26:59.194318 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-484fef85-83cf-4493-b527-abbc5bacba8b tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Unset dirty status for tenant:18cab7096ec7405c979d977608f922bb on resource:port {{(pid=80242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:26:59.195848 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-484fef85-83cf-4493-b527-abbc5bacba8b tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?tenant_id=18cab7096ec7405c979d977608f922bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6212132 Dec 11 16:26:59.207787 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-8b49f028-5992-4ff1-a445-febd7f5e900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:26:59.208987 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-8b49f028-5992-4ff1-a445-febd7f5e900a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for port, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:26:59.210587 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-8b49f028-5992-4ff1-a445-febd7f5e900a service neutron] 10.222.0.87 "PUT /v2.0/ports/ff021281-d463-4625-9cf6-30c319b0f449 HTTP/1.1" status: 200 len: 1157 time: 10.0237527 Dec 11 16:26:59.211141 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6513845c-0043-4882-81b0-0eb15542c437', 'tag': 'ff021281-d463-4625-9cf6-30c319b0f449'}] {{(pid=80242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:26:59.446859 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.87', 58979) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:26:59.579322 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-c594d1e9-2d16-4775-919a-8750ed2f60a5 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:26:59.581005 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-c594d1e9-2d16-4775-919a-8750ed2f60a5 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/networks?id=9ec77316-2c94-4b1a-b7f0-14bd7e44d817 HTTP/1.1" status: 200 len: 819 time: 0.1964457 Dec 11 16:26:59.644754 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-b06c41de-fcd7-41c5-a28a-9689d7e4de85 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/quotas/3aac1554ef17430cad7c85fea3e3ff64 HTTP/1.1" status: 200 len: 375 time: 0.0234492 Dec 11 16:26:59.831696 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-10870da8-5cc9-4ec2-9a04-336af5afc1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'name': 'tempest-AttachVolumeShelveTestJSON-1535416449-router', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:31Z', 'updated_at': '2020-12-11T16:26:53Z', 'revision_number': 4, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'gw_port': {'id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:34Z', 'updated_at': '2020-12-11T16:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': '2e8ffc17-dca6-4b14-b307-f8c899522b77', 'name': '', 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'mac_address': 'fa:16:3e:d6:5f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '35314c86-042c-4482-9db4-a8a492106943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:26:54Z', 'revision_number': 2, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'subnets': [{'id': '35314c86-042c-4482-9db4-a8a492106943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:26:59.853389 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10870da8-5cc9-4ec2-9a04-336af5afc1a5 None None] Checking router: adb6acbf-d5be-45d3-8993-7504e038406f for host: dv-cinder-766752-1-smb {{(pid=80244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:26:59.853791 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10870da8-5cc9-4ec2-9a04-336af5afc1a5 None None] Updating router adb6acbf-d5be-45d3-8993-7504e038406f port 2e8ffc17-dca6-4b14-b307-f8c899522b77 binding host dv-cinder-766752-1-smb {{(pid=80244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 11 16:26:59.902942 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-6e7cee23-8271-4dfd-baeb-1ed96ea8368c tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:26:59.903741 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-6e7cee23-8271-4dfd-baeb-1ed96ea8368c tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Synchronizing usage tracker for tenant:3aac1554ef17430cad7c85fea3e3ff64 on resource:network {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:26:59.910680 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-6f7c5557-7441-4c89-b462-c14bee25dafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a01eb0-c0bf-4c19-977d-758a55810ad8', 'name': 'tempest-ServerRescueNegativeTestJSON-1655988622-router', 'tenant_id': '3aac1554ef17430cad7c85fea3e3ff64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd388faf8-0350-4e05-a24b-e2c575364db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:28Z', 'updated_at': '2020-12-11T16:26:41Z', 'revision_number': 4, 'project_id': '3aac1554ef17430cad7c85fea3e3ff64', 'gw_port': {'id': 'd388faf8-0350-4e05-a24b-e2c575364db4', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a01eb0-c0bf-4c19-977d-758a55810ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:29Z', 'updated_at': '2020-12-11T16:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': '65887fc0-34e9-4956-bc6d-1d28f2d50723', 'name': '', 'network_id': '9ec77316-2c94-4b1a-b7f0-14bd7e44d817', 'tenant_id': '3aac1554ef17430cad7c85fea3e3ff64', 'mac_address': 'fa:16:3e:e6:b3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a01eb0-c0bf-4c19-977d-758a55810ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3e6404f2-4e6d-43c0-8f0c-00c87c7cbef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:38Z', 'updated_at': '2020-12-11T16:26:58Z', 'revision_number': 4, 'project_id': '3aac1554ef17430cad7c85fea3e3ff64', 'subnets': [{'id': '3e6404f2-4e6d-43c0-8f0c-00c87c7cbef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:26:59.923016 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7c5557-7441-4c89-b462-c14bee25dafb None None] The sync data for ids ['a4a01eb0-c0bf-4c19-977d-758a55810ad8'] in dv-cinder-766752-1-smb is: [{'id': 'a4a01eb0-c0bf-4c19-977d-758a55810ad8', 'name': 'tempest-ServerRescueNegativeTestJSON-1655988622-router', 'tenant_id': '3aac1554ef17430cad7c85fea3e3ff64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd388faf8-0350-4e05-a24b-e2c575364db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:28Z', 'updated_at': '2020-12-11T16:26:41Z', 'revision_number': 4, 'project_id': '3aac1554ef17430cad7c85fea3e3ff64', 'gw_port': {'id': 'd388faf8-0350-4e05-a24b-e2c575364db4', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a01eb0-c0bf-4c19-977d-758a55810ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:29Z', 'updated_at': '2020-12-11T16:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': '65887fc0-34e9-4956-bc6d-1d28f2d50723', 'name': '', 'network_id': '9ec77316-2c94-4b1a-b7f0-14bd7e44d817', 'tenant_id': '3aac1554ef17430cad7c85fea3e3ff64', 'mac_address': 'fa:16:3e:e6:b3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a01eb0-c0bf-4c19-977d-758a55810ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3e6404f2-4e6d-43c0-8f0c-00c87c7cbef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:38Z', 'updated_at': '2020-12-11T16:26:58Z', 'revision_number': 4, 'project_id': '3aac1554ef17430cad7c85fea3e3ff64', 'subnets': [{'id': '3e6404f2-4e6d-43c0-8f0c-00c87c7cbef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:26:59.930223 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-74280b39-8777-4847-83de-cd184161adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:26:59.932472 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-74280b39-8777-4847-83de-cd184161adc7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ab2f8e1954c64d759980d7be86319b59&device_id=6513845c-0043-4882-81b0-0eb15542c437 HTTP/1.1" status: 200 len: 1160 time: 0.3504994 Dec 11 16:26:59.948322 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-6e7cee23-8271-4dfd-baeb-1ed96ea8368c tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Unset dirty status for tenant:3aac1554ef17430cad7c85fea3e3ff64 on resource:network {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:26:59.949616 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-6e7cee23-8271-4dfd-baeb-1ed96ea8368c tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.87 "GET /v2.0/networks?id=9ec77316-2c94-4b1a-b7f0-14bd7e44d817 HTTP/1.1" status: 200 len: 819 time: 0.5013864 Dec 11 16:26:59.971189 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-22476c48-5313-41ad-b551-81ea75f5e67e tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?tenant_id=3aac1554ef17430cad7c85fea3e3ff64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2949286 Dec 11 16:26:59.975097 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-b5810b14-e5cc-4084-a752-ce914c250b25 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Request body: {'port': {'device_id': '1bc324d7-6e72-474a-9945-467d78e77184', 'network_id': '9ec77316-2c94-4b1a-b7f0-14bd7e44d817', 'admin_state_up': True, 'tenant_id': '3aac1554ef17430cad7c85fea3e3ff64'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:26:59.979799 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-10870da8-5cc9-4ec2-9a04-336af5afc1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:00.126731 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-af0a163b-0684-4432-b29f-1df6a8cc86b9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff021281-d463-4625-9cf6-30c319b0f449 HTTP/1.1" status: 200 len: 217 time: 0.1650653 Dec 11 16:27:00.311645 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 65887fc0-34e9-4956-bc6d-1d28f2d50723 up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:27:00.313683 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-b5810b14-e5cc-4084-a752-ce914c250b25 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:00.318646 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-b5810b14-e5cc-4084-a752-ce914c250b25 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Usage tracker for resource:port and tenant:3aac1554ef17430cad7c85fea3e3ff64 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:00.322344 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-b5810b14-e5cc-4084-a752-ce914c250b25 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Quota usage for port was recalculated. Used quota:1. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:00.329913 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-b5810b14-e5cc-4084-a752-ce914c250b25 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:00.341924 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-b5810b14-e5cc-4084-a752-ce914c250b25 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Made reservation on behalf of 3aac1554ef17430cad7c85fea3e3ff64 for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:27:00.354127 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-b5810b14-e5cc-4084-a752-ce914c250b25 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:00.464044 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-b0dbdee8-078f-40f4-bf87-b739973cfc38 service neutron] 10.222.0.45 "GET /v2.0/networks/9ec77316-2c94-4b1a-b7f0-14bd7e44d817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918838 Dec 11 16:27:00.465431 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-5b8b8920-bfda-4191-b014-8eb0bf22e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:00.467035 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-5b8b8920-bfda-4191-b014-8eb0bf22e321 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b27bdf8e-374a-4269-8f3c-6860d8526af5 HTTP/1.1" status: 200 len: 852 time: 0.3195202 Dec 11 16:27:00.471242 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-ac80f937-2358-4ff2-8210-ba800fe535f5 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80242) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 11 16:27:00.472512 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-ac80f937-2358-4ff2-8210-ba800fe535f5 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.6989055 Dec 11 16:27:00.498984 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning for port 65887fc0-34e9-4956-bc6d-1d28f2d50723 completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:27:00.518109 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port 65887fc0-34e9-4956-bc6d-1d28f2d50723 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:27:00.518393 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:00.528113 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-e87e1c19-b7c6-4f32-ba80-94b7afb407cc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537612 Dec 11 16:27:00.936975 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-b5810b14-e5cc-4084-a752-ce914c250b25 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Allocated IP 172.20.0.4 (9ec77316-2c94-4b1a-b7f0-14bd7e44d817/3e6404f2-4e6d-43c0-8f0c-00c87c7cbef7/5a441077-a0cb-4077-aa7a-34ff516b984c) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:27:00.941770 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-1c369e0b-b904-4a3c-b0f6-eb2f3f148827 service neutron] 10.222.0.87 "GET /v2.0/networks/4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454919 Dec 11 16:27:01.203055 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-61f5b2fd-ac51-4ba8-9ed2-84bc43a927ed service neutron] 10.222.0.45 "GET /v2.0/networks/9ec77316-2c94-4b1a-b7f0-14bd7e44d817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6684682 Dec 11 16:27:01.218503 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-b5810b14-e5cc-4084-a752-ce914c250b25 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:01.251213 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-b5810b14-e5cc-4084-a752-ce914c250b25 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:01.260854 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-10870da8-5cc9-4ec2-9a04-336af5afc1a5 None None] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:01.271559 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:01.297784 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-0a30260b-dc35-4cda-808d-36bc4a4ea61c service neutron] 10.222.0.45 "GET /v2.0/networks/98273e7d-6ebb-4285-b7f1-5f101b8f1038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7684331 Dec 11 16:27:01.397249 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:01.465504 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-10870da8-5cc9-4ec2-9a04-336af5afc1a5 None None] Transition to ACTIVE for port object 2e8ffc17-dca6-4b14-b307-f8c899522b77 will not be triggered until provisioned by entity L2. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:27:01.478133 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-10870da8-5cc9-4ec2-9a04-336af5afc1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:01.497544 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4a33bd24-87e2-4e06-8ae7-736d29dad088 req-19504820-b612-4362-a058-78b8a25be0ae service neutron] 10.222.0.87 "GET /v2.0/networks/4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5445368 Dec 11 16:27:01.697350 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-7dfb8aa1-6a06-400b-b656-2b9a513d0fef service neutron] 10.222.0.45 "GET /v2.0/networks/98273e7d-6ebb-4285-b7f1-5f101b8f1038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3970129 Dec 11 16:27:01.913246 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6daffd75-bf93-452f-aa2b-c87798ddfada None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:01.965906 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5810b14-e5cc-4084-a752-ce914c250b25 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Pushing event updated for resources: {'Port': ['ID=5a441077-a0cb-4077-aa7a-34ff516b984c,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:01.971719 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b5810b14-e5cc-4084-a752-ce914c250b25 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:02.057149 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84b4df-9600-4217-9609-d3a7d85fb4a6 None None] Pushing event updated for resources: {'Port': ['ID=2e8ffc17-dca6-4b14-b307-f8c899522b77,revision_number=3']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:02.116187 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ec84b4df-9600-4217-9609-d3a7d85fb4a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:02.119272 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-b5810b14-e5cc-4084-a752-ce914c250b25 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Network 9ec77316-2c94-4b1a-b7f0-14bd7e44d817 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:27:02.120832 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-b5810b14-e5cc-4084-a752-ce914c250b25 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:27:02.126251 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-b5810b14-e5cc-4084-a752-ce914c250b25 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:27:02.142708 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-b5810b14-e5cc-4084-a752-ce914c250b25 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:02.143342 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-b5810b14-e5cc-4084-a752-ce914c250b25 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:02.152795 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] For port 65887fc0-34e9-4956-bc6d-1d28f2d50723, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=65887fc0-34e9-4956-bc6d-1d28f2d50723,segment=NetworkSegment(30e3bbeb-c262-41a5-85ab-dd99bd91c58b),segment_id=30e3bbeb-c262-41a5-85ab-dd99bd91c58b)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:27:02.162219 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:02.224339 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-b5810b14-e5cc-4084-a752-ce914c250b25 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2546701 Dec 11 16:27:02.249525 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-a96e747d-48ec-41a2-bca0-202a0cc5b50c service neutron] Request body: {'port': {'device_id': '1bc324d7-6e72-474a-9945-467d78e77184', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:27:02.317841 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:02.551330 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-a96e747d-48ec-41a2-bca0-202a0cc5b50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:02.742007 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-10870da8-5cc9-4ec2-9a04-336af5afc1a5 None None] Attempting to bind port 2e8ffc17-dca6-4b14-b307-f8c899522b77 on host dv-cinder-766752-1-smb for vnic_type normal with profile {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:27:02.742420 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-10870da8-5cc9-4ec2-9a04-336af5afc1a5 None None] Attempting to bind port 2e8ffc17-dca6-4b14-b307-f8c899522b77 by drivers openvswitch on host dv-cinder-766752-1-smb at level 0 using segments [{'id': 'e6501d83-0c9c-4b21-bbe2-cb17b597d222', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea'}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:27:02.742823 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10870da8-5cc9-4ec2-9a04-336af5afc1a5 None None] Attempting to bind port 2e8ffc17-dca6-4b14-b307-f8c899522b77 on network 08a7ffcb-dce2-47a5-a283-64fa5b32feea {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:27:02.776283 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10870da8-5cc9-4ec2-9a04-336af5afc1a5 None None] Checking agent: {'id': 'f164431f-4e07-4bd6-ace5-674ca64419be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 17), 'started_at': datetime.datetime(2020, 12, 11, 16, 17, 47), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:27:02.776709 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10870da8-5cc9-4ec2-9a04-336af5afc1a5 None None] Checking segment: {'id': 'e6501d83-0c9c-4b21-bbe2-cb17b597d222', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:27:02.777150 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-10870da8-5cc9-4ec2-9a04-336af5afc1a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:02.777584 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10870da8-5cc9-4ec2-9a04-336af5afc1a5 None None] Bound using segment: {'id': 'e6501d83-0c9c-4b21-bbe2-cb17b597d222', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea'} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:27:02.789656 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-10870da8-5cc9-4ec2-9a04-336af5afc1a5 None None] Bound port: 2e8ffc17-dca6-4b14-b307-f8c899522b77, host: dv-cinder-766752-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6501d83-0c9c-4b21-bbe2-cb17b597d222', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea'}}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:27:02.790701 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-10870da8-5cc9-4ec2-9a04-336af5afc1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:02.986082 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6513845c-0043-4882-81b0-0eb15542c437', 'tag': 'ff021281-d463-4625-9cf6-30c319b0f449', 'status': 'completed', 'code': 200} Dec 11 16:27:03.031586 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-10870da8-5cc9-4ec2-9a04-336af5afc1a5 None None] For port 2e8ffc17-dca6-4b14-b307-f8c899522b77, host dv-cinder-766752-1-smb, cleared binding levels {{(pid=80244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:27:03.034886 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-10870da8-5cc9-4ec2-9a04-336af5afc1a5 None None] For port 2e8ffc17-dca6-4b14-b307-f8c899522b77, host dv-cinder-766752-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=2e8ffc17-dca6-4b14-b307-f8c899522b77,segment=NetworkSegment(e6501d83-0c9c-4b21-bbe2-cb17b597d222),segment_id=e6501d83-0c9c-4b21-bbe2-cb17b597d222)] {{(pid=80244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:27:03.038304 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Pushing event updated for resources: {'Port': ['ID=65887fc0-34e9-4956-bc6d-1d28f2d50723,revision_number=5']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:03.046511 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:03.047755 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-10870da8-5cc9-4ec2-9a04-336af5afc1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:03.081499 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d2dc0f3b-9000-4844-be1f-52771ed6590b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:03.208747 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84b4df-9600-4217-9609-d3a7d85fb4a6 None None] Pushing event updated for resources: {'Port': ['ID=2e8ffc17-dca6-4b14-b307-f8c899522b77,revision_number=4']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:03.224272 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ec84b4df-9600-4217-9609-d3a7d85fb4a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:03.301445 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-a96e747d-48ec-41a2-bca0-202a0cc5b50c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a441077-a0cb-4077-aa7a-34ff516b984c {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 11 16:27:03.309176 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 39922) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:03.312275 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-a96e747d-48ec-41a2-bca0-202a0cc5b50c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:03.322704 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-02a14208-77ce-4c41-b841-6c316ca59a6e tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Request body: {'security_group': {'name': 'tempest-securitygroup--615694999', 'description': 'tempest-description--93375261'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:27:03.332124 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10870da8-5cc9-4ec2-9a04-336af5afc1a5 None None] Routers {'adb6acbf-d5be-45d3-8993-7504e038406f'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:27:03.332688 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-02a14208-77ce-4c41-b841-6c316ca59a6e tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:03.332826 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-10870da8-5cc9-4ec2-9a04-336af5afc1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:26:46Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['adb6acbf-d5be-45d3-8993-7504e038406f'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:27:03.339053 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-02a14208-77ce-4c41-b841-6c316ca59a6e tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Usage tracker for resource:security_group and tenant:eccf3f61bd614d87b3e6357f1c1f13bb is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:03.342460 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-02a14208-77ce-4c41-b841-6c316ca59a6e tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:03.349268 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-02a14208-77ce-4c41-b841-6c316ca59a6e tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:03.372782 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-02a14208-77ce-4c41-b841-6c316ca59a6e tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:03.417559 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-a96e747d-48ec-41a2-bca0-202a0cc5b50c service neutron] Transition to ACTIVE for port object 5a441077-a0cb-4077-aa7a-34ff516b984c will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:27:03.423829 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-a96e747d-48ec-41a2-bca0-202a0cc5b50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:03.428608 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-02a14208-77ce-4c41-b841-6c316ca59a6e tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:03.613125 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:03.691765 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8a60cce1-7776-4eb2-80af-ef25ba720127 req-81e732a1-dffe-4fe6-a1fd-6c0821e97594 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 210 time: 0.0805314 Dec 11 16:27:03.725928 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-02a14208-77ce-4c41-b841-6c316ca59a6e tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Usage tracker for resource:security_group_rule and tenant:eccf3f61bd614d87b3e6357f1c1f13bb is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:03.730300 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92007c40-d72a-4a21-8feb-0e5370178878 req-6941736d-492a-464c-8f93-2aba3dd68992 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:03.750723 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-92007c40-d72a-4a21-8feb-0e5370178878 req-6941736d-492a-464c-8f93-2aba3dd68992 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.45 "GET /v2.0/ports?device_id=6513845c-0043-4882-81b0-0eb15542c437 HTTP/1.1" status: 200 len: 943 time: 0.6117258 Dec 11 16:27:03.820559 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-92007c40-d72a-4a21-8feb-0e5370178878 req-cfed32e3-889b-443e-8fbc-c383e0ee9242 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.45 "GET /v2.0/security-groups?id=6127a463-fdbd-4df7-96fb-983dd7d68ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679371 Dec 11 16:27:03.826597 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab26dc-93f0-4707-a772-8089e89a3d8f req-9c0f3ceb-c8aa-4f4c-b8e1-2ab3020b3b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:03.831817 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c1ab26dc-93f0-4707-a772-8089e89a3d8f req-9c0f3ceb-c8aa-4f4c-b8e1-2ab3020b3b5f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ab2f8e1954c64d759980d7be86319b59&device_id=6513845c-0043-4882-81b0-0eb15542c437 HTTP/1.1" status: 200 len: 1160 time: 0.6012776 Dec 11 16:27:03.968708 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.87', 58991) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:03.987485 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-02a14208-77ce-4c41-b841-6c316ca59a6e tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:04.030006 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-02a14208-77ce-4c41-b841-6c316ca59a6e tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:04.039306 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.objects.ports [None req-b5a209cd-f60d-471d-9f37-93a0faf64668 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80244) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 11 16:27:04.080540 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-10870da8-5cc9-4ec2-9a04-336af5afc1a5 None None] Set router adb6acbf-d5be-45d3-8993-7504e038406f gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:27:04.091168 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-a96e747d-48ec-41a2-bca0-202a0cc5b50c service neutron] Attempting to bind port 5a441077-a0cb-4077-aa7a-34ff516b984c on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:27:04.091589 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-a96e747d-48ec-41a2-bca0-202a0cc5b50c service neutron] Attempting to bind port 5a441077-a0cb-4077-aa7a-34ff516b984c by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '30e3bbeb-c262-41a5-85ab-dd99bd91c58b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9ec77316-2c94-4b1a-b7f0-14bd7e44d817'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:27:04.091947 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-a96e747d-48ec-41a2-bca0-202a0cc5b50c service neutron] Attempting to bind port 5a441077-a0cb-4077-aa7a-34ff516b984c on network 9ec77316-2c94-4b1a-b7f0-14bd7e44d817 {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:27:04.100839 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-a96e747d-48ec-41a2-bca0-202a0cc5b50c service neutron] Checking agent: {'id': 'c6c9fd6f-e101-4bae-907a-ac1718f8d09d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 23), 'started_at': datetime.datetime(2020, 12, 11, 16, 24, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:27:04.101177 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-a96e747d-48ec-41a2-bca0-202a0cc5b50c service neutron] Checking segment: {'id': '30e3bbeb-c262-41a5-85ab-dd99bd91c58b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9ec77316-2c94-4b1a-b7f0-14bd7e44d817'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:27:04.101617 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-a96e747d-48ec-41a2-bca0-202a0cc5b50c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:04.102009 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-a96e747d-48ec-41a2-bca0-202a0cc5b50c service neutron] Bound using segment: {'id': '30e3bbeb-c262-41a5-85ab-dd99bd91c58b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9ec77316-2c94-4b1a-b7f0-14bd7e44d817'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:27:04.103141 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-a96e747d-48ec-41a2-bca0-202a0cc5b50c service neutron] Bound port: 5a441077-a0cb-4077-aa7a-34ff516b984c, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e3bbeb-c262-41a5-85ab-dd99bd91c58b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9ec77316-2c94-4b1a-b7f0-14bd7e44d817'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:27:04.103625 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-a96e747d-48ec-41a2-bca0-202a0cc5b50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:04.128004 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e747d-48ec-41a2-bca0-202a0cc5b50c service neutron] Pushing event updated for resources: {'Port': ['ID=5a441077-a0cb-4077-aa7a-34ff516b984c,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:04.134925 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a96e747d-48ec-41a2-bca0-202a0cc5b50c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:04.219200 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-a96e747d-48ec-41a2-bca0-202a0cc5b50c service neutron] For port 5a441077-a0cb-4077-aa7a-34ff516b984c, host hv-cinder-76675, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:27:04.234048 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-a96e747d-48ec-41a2-bca0-202a0cc5b50c service neutron] For port 5a441077-a0cb-4077-aa7a-34ff516b984c, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=5a441077-a0cb-4077-aa7a-34ff516b984c,segment=NetworkSegment(30e3bbeb-c262-41a5-85ab-dd99bd91c58b),segment_id=30e3bbeb-c262-41a5-85ab-dd99bd91c58b)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:27:04.234048 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-a96e747d-48ec-41a2-bca0-202a0cc5b50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:04.234260 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab26dc-93f0-4707-a772-8089e89a3d8f req-f62c2163-0ab6-4c87-bdfd-051774f754a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:04.236371 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c1ab26dc-93f0-4707-a772-8089e89a3d8f req-f62c2163-0ab6-4c87-bdfd-051774f754a1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b HTTP/1.1" status: 200 len: 906 time: 0.3941069 Dec 11 16:27:04.413847 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-46b6d89b-c7d4-46ab-a5bf-6ed598d304da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:04.423092 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 65887fc0-34e9-4956-bc6d-1d28f2d50723 up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:27:04.503661 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c1ab26dc-93f0-4707-a772-8089e89a3d8f req-29b1489d-ff23-4941-b3a5-75b09f94f83b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff021281-d463-4625-9cf6-30c319b0f449 HTTP/1.1" status: 200 len: 217 time: 0.1593397 Dec 11 16:27:04.619745 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.87', 58996) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:04.664652 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e747d-48ec-41a2-bca0-202a0cc5b50c service neutron] Pushing event updated for resources: {'Port': ['ID=5a441077-a0cb-4077-aa7a-34ff516b984c,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:04.683996 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a96e747d-48ec-41a2-bca0-202a0cc5b50c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:04.734775 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-a96e747d-48ec-41a2-bca0-202a0cc5b50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:04.742750 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-a96e747d-48ec-41a2-bca0-202a0cc5b50c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:04.755643 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-a96e747d-48ec-41a2-bca0-202a0cc5b50c service neutron] 10.222.0.87 "PUT /v2.0/ports/5a441077-a0cb-4077-aa7a-34ff516b984c HTTP/1.1" status: 200 len: 1157 time: 2.5157282 Dec 11 16:27:04.756370 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc324d7-6e72-474a-9945-467d78e77184', 'tag': '5a441077-a0cb-4077-aa7a-34ff516b984c'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:27:04.798568 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-675e52f0-7ad3-4816-b43b-4c6390979d17 req-27529471-3de0-4c17-afc5-2e4cf9569b60 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 210 time: 0.5385334 Dec 11 16:27:04.898263 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab26dc-93f0-4707-a772-8089e89a3d8f req-902cd2dc-7a44-4b35-87be-a33e7dd8df2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:04.899978 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c1ab26dc-93f0-4707-a772-8089e89a3d8f req-902cd2dc-7a44-4b35-87be-a33e7dd8df2b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b27bdf8e-374a-4269-8f3c-6860d8526af5 HTTP/1.1" status: 200 len: 852 time: 0.3297470 Dec 11 16:27:04.905661 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-01854d94-1654-4a5d-9c66-4357897555b8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:04.907146 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-01854d94-1654-4a5d-9c66-4357897555b8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.87 "GET /v2.0/networks?id=98273e7d-6ebb-4285-b7f1-5f101b8f1038 HTTP/1.1" status: 200 len: 810 time: 0.2861941 Dec 11 16:27:04.957628 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c1ab26dc-93f0-4707-a772-8089e89a3d8f req-e44d6bb5-985c-4115-92d0-dd3660844943 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461428 Dec 11 16:27:05.061399 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device ff021281-d463-4625-9cf6-30c319b0f449 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:27:05.198845 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c1ab26dc-93f0-4707-a772-8089e89a3d8f req-12c1ab09-7dfe-49e0-9560-b227364bcc48 service neutron] 10.222.0.87 "GET /v2.0/networks/4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953948 Dec 11 16:27:05.218982 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port 65887fc0-34e9-4956-bc6d-1d28f2d50723 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:27:05.219395 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:05.223914 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-02a14208-77ce-4c41-b841-6c316ca59a6e tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:05.244943 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-02a14208-77ce-4c41-b841-6c316ca59a6e tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:05.276585 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:05.348903 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-02a14208-77ce-4c41-b841-6c316ca59a6e tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:05.351066 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-02a14208-77ce-4c41-b841-6c316ca59a6e tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1727 time: 2.0357335 Dec 11 16:27:05.353917 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-56733acc-c30a-4259-ab6a-bc9037f56494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:05.355836 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-56733acc-c30a-4259-ab6a-bc9037f56494 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3aac1554ef17430cad7c85fea3e3ff64&device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 1160 time: 0.3630571 Dec 11 16:27:05.356352 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 39988) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:05.360499 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a14208-77ce-4c41-b841-6c316ca59a6e tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c87ea6-53d0-41c6-bed9-72a539c35dca,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:05.366218 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-696f4e6b-d5a3-4f27-9d21-cc0cc9ec1a99 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Request body: {'security_group_rule': {'security_group_id': 'e0c87ea6-53d0-41c6-bed9-72a539c35dca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:27:05.373361 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-696f4e6b-d5a3-4f27-9d21-cc0cc9ec1a99 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:05.378210 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-696f4e6b-d5a3-4f27-9d21-cc0cc9ec1a99 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Usage tracker for resource:security_group_rule and tenant:eccf3f61bd614d87b3e6357f1c1f13bb is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:05.382031 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-696f4e6b-d5a3-4f27-9d21-cc0cc9ec1a99 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:05.388345 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-696f4e6b-d5a3-4f27-9d21-cc0cc9ec1a99 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:05.399924 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-02a14208-77ce-4c41-b841-6c316ca59a6e tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:05.427923 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c1ab26dc-93f0-4707-a772-8089e89a3d8f req-5041ebe7-1174-4b8d-b6f2-d0408b1d371c service neutron] 10.222.0.87 "GET /v2.0/networks/4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1685884 Dec 11 16:27:05.478861 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-696f4e6b-d5a3-4f27-9d21-cc0cc9ec1a99 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for security_group_rule, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:05.485325 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-ed6eaa10-89e1-45db-b932-5359bab94bf3 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:05.486933 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-ed6eaa10-89e1-45db-b932-5359bab94bf3 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.87 "GET /v2.0/networks?id=9ec77316-2c94-4b1a-b7f0-14bd7e44d817 HTTP/1.1" status: 200 len: 819 time: 1.5171769 Dec 11 16:27:05.521755 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-10870da8-5cc9-4ec2-9a04-336af5afc1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'name': 'tempest-AttachVolumeShelveTestJSON-1535416449-router', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:31Z', 'updated_at': '2020-12-11T16:26:53Z', 'revision_number': 4, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'gw_port': {'id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:34Z', 'updated_at': '2020-12-11T16:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': '2e8ffc17-dca6-4b14-b307-f8c899522b77', 'name': '', 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'mac_address': 'fa:16:3e:d6:5f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '35314c86-042c-4482-9db4-a8a492106943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:27:03Z', 'revision_number': 4, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'subnets': [{'id': '35314c86-042c-4482-9db4-a8a492106943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:27:05.528787 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10870da8-5cc9-4ec2-9a04-336af5afc1a5 None None] The sync data for ids ['adb6acbf-d5be-45d3-8993-7504e038406f'] in dv-cinder-766752-1-smb is: [{'id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'name': 'tempest-AttachVolumeShelveTestJSON-1535416449-router', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:31Z', 'updated_at': '2020-12-11T16:26:53Z', 'revision_number': 4, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'gw_port': {'id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:34Z', 'updated_at': '2020-12-11T16:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': '2e8ffc17-dca6-4b14-b307-f8c899522b77', 'name': '', 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'mac_address': 'fa:16:3e:d6:5f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '35314c86-042c-4482-9db4-a8a492106943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:27:03Z', 'revision_number': 4, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'subnets': [{'id': '35314c86-042c-4482-9db4-a8a492106943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:27:05.544312 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning for port ff021281-d463-4625-9cf6-30c319b0f449 completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:27:05.544478 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-37248da3-5968-4725-a546-f8db9eaada40 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Request body: {'port': {'device_id': 'ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5', 'network_id': '9ec77316-2c94-4b1a-b7f0-14bd7e44d817', 'admin_state_up': True, 'tenant_id': '3aac1554ef17430cad7c85fea3e3ff64'}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:27:05.554684 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port ff021281-d463-4625-9cf6-30c319b0f449 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:27:05.557622 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:05.569126 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-08a6cb98-82dd-4833-853d-622a4074fa02 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a441077-a0cb-4077-aa7a-34ff516b984c HTTP/1.1" status: 200 len: 217 time: 0.1713755 Dec 11 16:27:05.581254 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-36ab2054-55a5-4c22-8a5e-7c005e2d0600 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=18cab7096ec7405c979d977608f922bb HTTP/1.1" status: 200 len: 5503 time: 0.6200724 Dec 11 16:27:05.603081 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-42eb2ca8-54ef-416a-b93a-0aa1406ee234 req-b49475fd-c9c1-4156-974c-98b8ed32e2b4 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 210 time: 0.3974283 Dec 11 16:27:05.728571 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-abc44fce-29cb-47dd-87b1-3d7c023833ac tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Request body: {'port': {'device_id': '5fb95ae6-61c3-466c-a316-4848ce73d7cb', 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038', 'admin_state_up': True, 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'security_groups': ['356cfc63-3d02-4aca-92bb-5861259aaa4b']}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:27:05.783304 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-696f4e6b-d5a3-4f27-9d21-cc0cc9ec1a99 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:05.792708 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-696f4e6b-d5a3-4f27-9d21-cc0cc9ec1a99 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328036'] for security_group_rule, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:05.798506 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-b3b0f1e8-cef0-42be-856b-ddd6c84606e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:05.800079 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-b3b0f1e8-cef0-42be-856b-ddd6c84606e1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e6404f2-4e6d-43c0-8f0c-00c87c7cbef7 HTTP/1.1" status: 200 len: 859 time: 0.2224715 Dec 11 16:27:05.806212 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-64e2686f-9921-4e23-a737-afa7c8a72940 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:05.825981 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f4e6b-d5a3-4f27-9d21-cc0cc9ec1a99 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab0ab018-af22-4ab8-9aa7-2145c91b3ac5,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:05.891572 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-696f4e6b-d5a3-4f27-9d21-cc0cc9ec1a99 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:05.918129 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-23d4a383-c041-448c-bc13-448cd2068a45 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9ec77316-2c94-4b1a-b7f0-14bd7e44d817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932813 Dec 11 16:27:05.923666 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-696f4e6b-d5a3-4f27-9d21-cc0cc9ec1a99 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for security_group_rule, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:05.925114 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-696f4e6b-d5a3-4f27-9d21-cc0cc9ec1a99 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.5668881 Dec 11 16:27:05.950246 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 40004) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:05.971622 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:05.982065 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-3d88b5dc-e4df-4d3d-82cd-f213c65c592c tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Request body: {'security_group_rule': {'security_group_id': 'e0c87ea6-53d0-41c6-bed9-72a539c35dca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:27:05.990346 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-3d88b5dc-e4df-4d3d-82cd-f213c65c592c tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:05.997032 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-3d88b5dc-e4df-4d3d-82cd-f213c65c592c tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Usage tracker for resource:security_group_rule and tenant:eccf3f61bd614d87b3e6357f1c1f13bb is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:06.000576 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-3d88b5dc-e4df-4d3d-82cd-f213c65c592c tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:06.007727 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-3d88b5dc-e4df-4d3d-82cd-f213c65c592c tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:06.029308 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port ff021281-d463-4625-9cf6-30c319b0f449, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=ff021281-d463-4625-9cf6-30c319b0f449,segment=NetworkSegment(93a846ba-cd3e-4473-a885-636426a499ef),segment_id=93a846ba-cd3e-4473-a885-636426a499ef)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:27:06.030679 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6513845c-0043-4882-81b0-0eb15542c437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff021281-d463-4625-9cf6-30c319b0f449'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:27:06.131239 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:06.146630 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8240c593-734e-432e-acb3-55c28cb56e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:06.150482 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d9e5b-13da-45f3-ad2d-2d55db2fe2e4 req-d52020df-4d65-47af-9746-0160d75a14cd tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:06.169148 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-891d9e5b-13da-45f3-ad2d-2d55db2fe2e4 req-d52020df-4d65-47af-9746-0160d75a14cd tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.45 "GET /v2.0/ports?device_id=6513845c-0043-4882-81b0-0eb15542c437 HTTP/1.1" status: 200 len: 943 time: 0.7266448 Dec 11 16:27:06.201178 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc324d7-6e72-474a-9945-467d78e77184', 'tag': '5a441077-a0cb-4077-aa7a-34ff516b984c', 'status': 'completed', 'code': 200} Dec 11 16:27:06.235901 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-799bf80b-a8d2-437d-b7cf-e1c947d37819 service neutron] 10.222.0.87 "GET /v2.0/networks/9ec77316-2c94-4b1a-b7f0-14bd7e44d817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090611 Dec 11 16:27:06.280697 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=ff021281-d463-4625-9cf6-30c319b0f449,revision_number=4']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:06.284488 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:06.291188 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d88b5dc-e4df-4d3d-82cd-f213c65c592c tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for security_group_rule, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:06.353657 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-37248da3-5968-4725-a546-f8db9eaada40 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:06.361214 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-37248da3-5968-4725-a546-f8db9eaada40 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Usage tracker for resource:port and tenant:3aac1554ef17430cad7c85fea3e3ff64 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:06.365435 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-37248da3-5968-4725-a546-f8db9eaada40 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Quota usage for port was recalculated. Used quota:2. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:06.373590 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-37248da3-5968-4725-a546-f8db9eaada40 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:06.389978 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 2e8ffc17-dca6-4b14-b307-f8c899522b77 up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:27:06.415086 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-37248da3-5968-4725-a546-f8db9eaada40 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Made reservation on behalf of 3aac1554ef17430cad7c85fea3e3ff64 for: {'port': 1} {{(pid=80242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:27:06.432149 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-37248da3-5968-4725-a546-f8db9eaada40 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:06.477113 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-abc44fce-29cb-47dd-87b1-3d7c023833ac tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:06.511570 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ce24603f-e893-4755-965a-290e0feb2ad3 req-23680537-3427-42f3-a5c5-4f9d6979cd8a service neutron] 10.222.0.87 "GET /v2.0/networks/9ec77316-2c94-4b1a-b7f0-14bd7e44d817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2651825 Dec 11 16:27:06.521076 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device ff021281-d463-4625-9cf6-30c319b0f449 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:27:06.562608 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-891d9e5b-13da-45f3-ad2d-2d55db2fe2e4 req-19c69e15-9109-483b-a984-a0018ee4e80a tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.45 "GET /v2.0/security-groups?id=6127a463-fdbd-4df7-96fb-983dd7d68ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923535 Dec 11 16:27:06.624163 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-fe5002ce-b6b9-47b9-abc2-4a1a3187b99c req-2276c136-03e4-465f-900b-d2573a4af009 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 210 time: 0.1694567 Dec 11 16:27:06.638964 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-abc44fce-29cb-47dd-87b1-3d7c023833ac tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:06.718041 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port ff021281-d463-4625-9cf6-30c319b0f449 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:27:06.718764 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:06.777100 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning for port 2e8ffc17-dca6-4b14-b307-f8c899522b77 completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:27:06.784999 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port 2e8ffc17-dca6-4b14-b307-f8c899522b77 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:27:06.785422 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:06.888545 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a52d8-731f-494b-a373-afc225f33b6a req-74a716d8-c9d8-4db0-ada1-2dae89d8f3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:06.902195 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e69a52d8-731f-494b-a373-afc225f33b6a req-74a716d8-c9d8-4db0-ada1-2dae89d8f3a5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3aac1554ef17430cad7c85fea3e3ff64&device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 1160 time: 0.2882216 Dec 11 16:27:07.047490 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6513845c-0043-4882-81b0-0eb15542c437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff021281-d463-4625-9cf6-30c319b0f449', 'code': 200} Dec 11 16:27:07.048276 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:07.094087 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] For port 2e8ffc17-dca6-4b14-b307-f8c899522b77, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=2e8ffc17-dca6-4b14-b307-f8c899522b77,segment=NetworkSegment(e6501d83-0c9c-4b21-bbe2-cb17b597d222),segment_id=e6501d83-0c9c-4b21-bbe2-cb17b597d222)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:27:07.100139 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:07.103088 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:07.162281 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a52d8-731f-494b-a373-afc225f33b6a req-0f0ace98-1a90-44cd-a1d4-ddd624ce50dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:07.165227 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e69a52d8-731f-494b-a373-afc225f33b6a req-0f0ace98-1a90-44cd-a1d4-ddd624ce50dc service neutron] 10.222.0.87 "GET /v2.0/networks?id=9ec77316-2c94-4b1a-b7f0-14bd7e44d817 HTTP/1.1" status: 200 len: 913 time: 0.2535467 Dec 11 16:27:07.171167 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-abc44fce-29cb-47dd-87b1-3d7c023833ac tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Made reservation on behalf of 18cab7096ec7405c979d977608f922bb for: {'port': 1} {{(pid=80242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:27:07.176737 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-abc44fce-29cb-47dd-87b1-3d7c023833ac tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:07.186955 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Pushing event updated for resources: {'Port': ['ID=2e8ffc17-dca6-4b14-b307-f8c899522b77,revision_number=5']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:07.190509 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:07.228150 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-18a77bd1-6a48-45fb-8647-f04e075a8812 req-09ba64bb-ea20-4b08-b769-e60a1f7db00c tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 210 time: 0.1870172 Dec 11 16:27:07.247053 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d88b5dc-e4df-4d3d-82cd-f213c65c592c tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:07.285307 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e69a52d8-731f-494b-a373-afc225f33b6a req-450d56e7-524d-4a88-8e87-733b755b55e3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a441077-a0cb-4077-aa7a-34ff516b984c HTTP/1.1" status: 200 len: 217 time: 0.1127846 Dec 11 16:27:07.310267 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d88b5dc-e4df-4d3d-82cd-f213c65c592c tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328036'] for security_group_rule, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:07.391114 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a52d8-731f-494b-a373-afc225f33b6a req-cfe28131-1127-463b-bf00-3f2ae045163a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:07.393182 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e69a52d8-731f-494b-a373-afc225f33b6a req-cfe28131-1127-463b-bf00-3f2ae045163a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e6404f2-4e6d-43c0-8f0c-00c87c7cbef7 HTTP/1.1" status: 200 len: 859 time: 0.0972266 Dec 11 16:27:07.454060 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e69a52d8-731f-494b-a373-afc225f33b6a req-c7e3c07e-98f9-4b40-8c19-8184637ac704 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9ec77316-2c94-4b1a-b7f0-14bd7e44d817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528355 Dec 11 16:27:07.634545 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e69a52d8-731f-494b-a373-afc225f33b6a req-cd18d649-f1cf-4ba7-9ec8-246c8e44d576 service neutron] 10.222.0.87 "GET /v2.0/networks/9ec77316-2c94-4b1a-b7f0-14bd7e44d817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719456 Dec 11 16:27:07.862115 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:07.878876 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e69a52d8-731f-494b-a373-afc225f33b6a req-09ec1ec4-2c99-49f7-a42c-2c29b0d8a930 service neutron] 10.222.0.87 "GET /v2.0/networks/9ec77316-2c94-4b1a-b7f0-14bd7e44d817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2319994 Dec 11 16:27:07.997757 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88b5dc-e4df-4d3d-82cd-f213c65c592c tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Pushing event updated for resources: {'SecurityGroupRule': ['ID=babcdab4-094a-4325-ae47-a0879a6ce7a6,revision_number=0']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:08.013305 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3d88b5dc-e4df-4d3d-82cd-f213c65c592c tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:08.073624 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d88b5dc-e4df-4d3d-82cd-f213c65c592c tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for security_group_rule, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:08.076209 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-3d88b5dc-e4df-4d3d-82cd-f213c65c592c tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 2.1181560 Dec 11 16:27:08.076418 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-37248da3-5968-4725-a546-f8db9eaada40 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Allocated IP 172.20.0.11 (9ec77316-2c94-4b1a-b7f0-14bd7e44d817/3e6404f2-4e6d-43c0-8f0c-00c87c7cbef7/dad6f21d-8822-49b6-a87e-18437b29e390) {{(pid=80242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:27:08.078942 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 40072) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:08.086454 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-f8ac03f2-50e7-4a0e-850a-d50b4d0bb5e8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Request body: {'floatingip': {'floating_network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:27:08.089146 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4269d575-2aa8-4ab7-89bb-d93f45d79ac7 req-b8ea1344-3086-46dc-9b52-2bb4d8227461 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 210 time: 0.1803055 Dec 11 16:27:08.093064 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-f8ac03f2-50e7-4a0e-850a-d50b4d0bb5e8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:08.098071 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-f8ac03f2-50e7-4a0e-850a-d50b4d0bb5e8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Usage tracker for resource:floatingip and tenant:eccf3f61bd614d87b3e6357f1c1f13bb is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:08.101610 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-f8ac03f2-50e7-4a0e-850a-d50b4d0bb5e8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:08.111929 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-f8ac03f2-50e7-4a0e-850a-d50b4d0bb5e8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:08.127401 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8ac03f2-50e7-4a0e-850a-d50b4d0bb5e8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for floatingip, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:08.227026 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288b75e-a74b-4e5a-88d9-b459385550cd req-916ff177-e750-4458-a08f-cc56298cb0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:08.229234 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a288b75e-a74b-4e5a-88d9-b459385550cd req-916ff177-e750-4458-a08f-cc56298cb0db service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6513845c-0043-4882-81b0-0eb15542c437 HTTP/1.1" status: 200 len: 1162 time: 0.9178584 Dec 11 16:27:08.271169 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 2e8ffc17-dca6-4b14-b307-f8c899522b77 up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:27:08.278576 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a288b75e-a74b-4e5a-88d9-b459385550cd req-f6a5ba6e-4ded-44fa-abda-f4c24496eb74 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:08.308644 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8ac03f2-50e7-4a0e-850a-d50b4d0bb5e8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:08.365568 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port 2e8ffc17-dca6-4b14-b307-f8c899522b77 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:27:08.366536 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:08.381538 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-a288b75e-a74b-4e5a-88d9-b459385550cd req-f6a5ba6e-4ded-44fa-abda-f4c24496eb74 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:08.458287 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254feb5-1739-405a-bf59-2adf1654b583 req-3ac602e6-631f-4691-aef2-937d160c6e52 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:08.461042 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d254feb5-1739-405a-bf59-2adf1654b583 req-3ac602e6-631f-4691-aef2-937d160c6e52 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.45 "GET /v2.0/ports?device_id=6513845c-0043-4882-81b0-0eb15542c437 HTTP/1.1" status: 200 len: 945 time: 0.5698121 Dec 11 16:27:08.463621 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-a288b75e-a74b-4e5a-88d9-b459385550cd req-f6a5ba6e-4ded-44fa-abda-f4c24496eb74 service neutron] Usage tracker for resource:security_group_rule and tenant:e15fe4dd0c1946eabced4354658c1135 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:08.475091 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-a288b75e-a74b-4e5a-88d9-b459385550cd req-f6a5ba6e-4ded-44fa-abda-f4c24496eb74 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:08.531087 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-a288b75e-a74b-4e5a-88d9-b459385550cd req-f6a5ba6e-4ded-44fa-abda-f4c24496eb74 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:08.572522 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-6d860782-6a06-4030-8ba4-f4dfcf2ed6b1 req-28c19a16-ecc9-43d7-91ed-0c501dccd77a tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Synchronizing usage tracker for tenant:3aac1554ef17430cad7c85fea3e3ff64 on resource:port {{(pid=80242) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:27:08.580825 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.objects.ports [None req-ab848214-d126-4bce-beac-28f62a04e896 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80244) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 11 16:27:08.611901 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-f8ac03f2-50e7-4a0e-850a-d50b4d0bb5e8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Allocated IP 172.28.1.230 (ad2ee80a-1b86-455c-8869-eab43da82ba0/ba014d62-0f8d-4c1a-b66b-b32d18d6affa/d4fc63dc-bd1f-4f14-9284-d94f041fb0e3) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:27:08.612113 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-abc44fce-29cb-47dd-87b1-3d7c023833ac tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Allocated IP 172.20.0.11 (98273e7d-6ebb-4285-b7f1-5f101b8f1038/56573ac3-46db-42ab-ac70-c5fd685172d7/d3f96bb3-3458-4a86-bf08-bc18a058d932) {{(pid=80242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:27:08.700077 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d254feb5-1739-405a-bf59-2adf1654b583 req-d103cd1b-554e-430c-9ef0-7b29283602d0 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.45 "GET /v2.0/security-groups?id=6127a463-fdbd-4df7-96fb-983dd7d68ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826348 Dec 11 16:27:08.704758 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-6d860782-6a06-4030-8ba4-f4dfcf2ed6b1 req-28c19a16-ecc9-43d7-91ed-0c501dccd77a tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Unset dirty status for tenant:3aac1554ef17430cad7c85fea3e3ff64 on resource:port {{(pid=80242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:27:08.706002 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6d860782-6a06-4030-8ba4-f4dfcf2ed6b1 req-28c19a16-ecc9-43d7-91ed-0c501dccd77a tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 210 time: 0.2545123 Dec 11 16:27:08.748157 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-37248da3-5968-4725-a546-f8db9eaada40 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Notify callbacks [] for port, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:08.944231 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a288b75e-a74b-4e5a-88d9-b459385550cd req-f6a5ba6e-4ded-44fa-abda-f4c24496eb74 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:08.949637 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-37248da3-5968-4725-a546-f8db9eaada40 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045'] for port, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:08.968933 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a288b75e-a74b-4e5a-88d9-b459385550cd req-f6a5ba6e-4ded-44fa-abda-f4c24496eb74 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:08.983545 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:09.014163 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8ac03f2-50e7-4a0e-850a-d50b4d0bb5e8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:09.068614 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8ac03f2-50e7-4a0e-850a-d50b4d0bb5e8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:09.086268 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b5810b14-e5cc-4084-a752-ce914c250b25 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:09.146191 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a288b75e-a74b-4e5a-88d9-b459385550cd req-f6a5ba6e-4ded-44fa-abda-f4c24496eb74 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6127a463-fdbd-4df7-96fb-983dd7d68ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9088356 Dec 11 16:27:09.180124 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37248da3-5968-4725-a546-f8db9eaada40 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Pushing event updated for resources: {'Port': ['ID=dad6f21d-8822-49b6-a87e-18437b29e390,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:09.183926 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-37248da3-5968-4725-a546-f8db9eaada40 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:09.187171 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-abc44fce-29cb-47dd-87b1-3d7c023833ac tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for port, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:09.192246 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-432bb3bb-6323-4527-a4ed-347e1298a9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:09.244523 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device ff021281-d463-4625-9cf6-30c319b0f449 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:27:09.269961 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-abc44fce-29cb-47dd-87b1-3d7c023833ac tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Transition to ACTIVE for port object d3f96bb3-3458-4a86-bf08-bc18a058d932 will not be triggered until provisioned by entity DHCP. {{(pid=80242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:27:09.277779 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5ba6e-4ded-44fa-abda-f4c24496eb74 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9dad91-ba46-43fd-b559-6ea119108387,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:09.341131 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f6a5ba6e-4ded-44fa-abda-f4c24496eb74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:09.343557 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac03f2-50e7-4a0e-850a-d50b4d0bb5e8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Pushing event updated for resources: {'Port': ['ID=d4fc63dc-bd1f-4f14-9284-d94f041fb0e3,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:09.348128 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f8ac03f2-50e7-4a0e-850a-d50b4d0bb5e8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:09.366086 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0652a0e0-898a-4b84-98a0-88c36d7de1ac req-26e8de4e-97bc-4ca0-87e0-bb03329da857 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 210 time: 0.0945034 Dec 11 16:27:09.388967 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-37248da3-5968-4725-a546-f8db9eaada40 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Network 9ec77316-2c94-4b1a-b7f0-14bd7e44d817 is already hosted by enough agents. {{(pid=80242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:27:09.390162 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-37248da3-5968-4725-a546-f8db9eaada40 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Resources bound (agent type, host, resource id): {{(pid=80242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:27:09.392779 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-37248da3-5968-4725-a546-f8db9eaada40 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Received port after_create {{(pid=80242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:27:09.404484 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-37248da3-5968-4725-a546-f8db9eaada40 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:09.404484 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-37248da3-5968-4725-a546-f8db9eaada40 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for port, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:09.416363 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ac03f2-50e7-4a0e-850a-d50b4d0bb5e8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Network ad2ee80a-1b86-455c-8869-eab43da82ba0 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:27:09.418221 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-f8ac03f2-50e7-4a0e-850a-d50b4d0bb5e8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:27:09.426323 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ac03f2-50e7-4a0e-850a-d50b4d0bb5e8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:27:09.426940 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-abc44fce-29cb-47dd-87b1-3d7c023833ac tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045'] for port, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:09.446925 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port ff021281-d463-4625-9cf6-30c319b0f449 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:27:09.447774 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:09.448270 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-68d91d19-29ef-4447-b5ba-92878a39a992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:09.460592 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8ac03f2-50e7-4a0e-850a-d50b4d0bb5e8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for floatingip, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:09.493506 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-37248da3-5968-4725-a546-f8db9eaada40 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9545856 Dec 11 16:27:09.581639 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-9195cc4e-d616-4659-8480-db9c40d38f68 service neutron] Request body: {'port': {'device_id': 'ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:27:09.592889 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8ac03f2-50e7-4a0e-850a-d50b4d0bb5e8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:09.627180 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 5a441077-a0cb-4077-aa7a-34ff516b984c up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:27:09.696822 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc44fce-29cb-47dd-87b1-3d7c023833ac tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Pushing event updated for resources: {'Port': ['ID=d3f96bb3-3458-4a86-bf08-bc18a058d932,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:09.700092 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-abc44fce-29cb-47dd-87b1-3d7c023833ac tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:09.713730 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning for port 5a441077-a0cb-4077-aa7a-34ff516b984c completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:27:09.726229 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 5a441077-a0cb-4077-aa7a-34ff516b984c triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:27:09.728281 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:09.902008 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-abc44fce-29cb-47dd-87b1-3d7c023833ac tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Network 98273e7d-6ebb-4285-b7f1-5f101b8f1038 is already hosted by enough agents. {{(pid=80242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:27:09.905736 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-abc44fce-29cb-47dd-87b1-3d7c023833ac tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Resources bound (agent type, host, resource id): {{(pid=80242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:27:09.950075 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-9195cc4e-d616-4659-8480-db9c40d38f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:09.964831 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8ac03f2-50e7-4a0e-850a-d50b4d0bb5e8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:09.972516 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8ac03f2-50e7-4a0e-850a-d50b4d0bb5e8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:09.993847 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:10.011669 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-abc44fce-29cb-47dd-87b1-3d7c023833ac tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Received port after_create {{(pid=80242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:27:10.016487 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-abc44fce-29cb-47dd-87b1-3d7c023833ac tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:10.017153 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-abc44fce-29cb-47dd-87b1-3d7c023833ac tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for port, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:10.022032 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:10.083265 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port 5a441077-a0cb-4077-aa7a-34ff516b984c, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=5a441077-a0cb-4077-aa7a-34ff516b984c,segment=NetworkSegment(30e3bbeb-c262-41a5-85ab-dd99bd91c58b),segment_id=30e3bbeb-c262-41a5-85ab-dd99bd91c58b)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:27:10.084395 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc324d7-6e72-474a-9945-467d78e77184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a441077-a0cb-4077-aa7a-34ff516b984c'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:27:10.090751 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:10.092881 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:10.155943 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac03f2-50e7-4a0e-850a-d50b4d0bb5e8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Pushing event updated for resources: {'Port': ['ID=d4fc63dc-bd1f-4f14-9284-d94f041fb0e3,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:10.170714 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f8ac03f2-50e7-4a0e-850a-d50b4d0bb5e8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:10.238431 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=5a441077-a0cb-4077-aa7a-34ff516b984c,revision_number=4']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:10.246757 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-2bcb512e-7d4d-4e94-9cf9-34f937ba66ac None None] Provisioning for port d3f96bb3-3458-4a86-bf08-bc18a058d932 completed by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:27:10.258515 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:10.260597 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-2bcb512e-7d4d-4e94-9cf9-34f937ba66ac None None] Provisioning complete for port d3f96bb3-3458-4a86-bf08-bc18a058d932 triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:27:10.261167 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2bcb512e-7d4d-4e94-9cf9-34f937ba66ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:10.309449 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 40128) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:10.360669 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8ac03f2-50e7-4a0e-850a-d50b4d0bb5e8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854360154'] for floatingip, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:10.417396 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8ac03f2-50e7-4a0e-850a-d50b4d0bb5e8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for floatingip, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:10.427947 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-f8ac03f2-50e7-4a0e-850a-d50b4d0bb5e8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3470793 Dec 11 16:27:10.556216 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-abc44fce-29cb-47dd-87b1-3d7c023833ac tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9315667 Dec 11 16:27:10.564622 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb512e-7d4d-4e94-9cf9-34f937ba66ac None None] Port d3f96bb3-3458-4a86-bf08-bc18a058d932 cannot update to ACTIVE because it is not bound. {{(pid=80244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 11 16:27:10.572843 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 40142) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:10.596364 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-fbdf46d6-9516-4753-988b-36e437b456dc service neutron] Request body: {'port': {'device_id': '5fb95ae6-61c3-466c-a316-4848ce73d7cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:27:10.624123 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 5a441077-a0cb-4077-aa7a-34ff516b984c up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:27:10.678008 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0414deb-cde1-438c-a801-efadab25fa34 req-91d769b4-ad44-4530-a3d2-3d4aba660182 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:10.680000 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c0414deb-cde1-438c-a801-efadab25fa34 req-91d769b4-ad44-4530-a3d2-3d4aba660182 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.45 "GET /v2.0/ports?device_id=6513845c-0043-4882-81b0-0eb15542c437 HTTP/1.1" status: 200 len: 945 time: 0.7896018 Dec 11 16:27:10.705434 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 5a441077-a0cb-4077-aa7a-34ff516b984c triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:27:10.705867 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:10.734687 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7b2f91db-670e-4d10-aaea-51890fd887ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:10.789021 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-7b2f91db-670e-4d10-aaea-51890fd887ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:10.801605 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-7b2f91db-670e-4d10-aaea-51890fd887ce admin admin] Usage tracker for resource:security_group_rule and tenant:121d3c33dfec4aa5b31d8842150dad12 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:10.810327 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-7b2f91db-670e-4d10-aaea-51890fd887ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:10.828252 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-7b2f91db-670e-4d10-aaea-51890fd887ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:10.916591 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eab10e-7dae-4c9d-bcb8-58ca3357e235 req-f9af4c6f-ccb7-47a0-afd4-7ca868d00d5c tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:10.918351 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c2eab10e-7dae-4c9d-bcb8-58ca3357e235 req-f9af4c6f-ccb7-47a0-afd4-7ca868d00d5c tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 932 time: 0.9459522 Dec 11 16:27:10.936295 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4f0b08d0-102b-44e1-8727-0d73b627f14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:10.957471 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c0414deb-cde1-438c-a801-efadab25fa34 req-9234c886-af94-4d5e-b64b-b47f307c1314 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.45 "GET /v2.0/security-groups?id=6127a463-fdbd-4df7-96fb-983dd7d68ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683806 Dec 11 16:27:10.995620 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-4f0b08d0-102b-44e1-8727-0d73b627f14f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:11.000123 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7b2f91db-670e-4d10-aaea-51890fd887ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:11.004956 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-4f0b08d0-102b-44e1-8727-0d73b627f14f admin admin] Usage tracker for resource:security_group_rule and tenant:d7f37c1883cc4964b9cbce6de5e4eac8 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:11.010278 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7b2f91db-670e-4d10-aaea-51890fd887ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:11.024364 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-fbdf46d6-9516-4753-988b-36e437b456dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:11.031116 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-4f0b08d0-102b-44e1-8727-0d73b627f14f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:11.033987 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:11.036166 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-9195cc4e-d616-4659-8480-db9c40d38f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dad6f21d-8822-49b6-a87e-18437b29e390 {{(pid=80242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 11 16:27:11.053096 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-9195cc4e-d616-4659-8480-db9c40d38f68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:11.055173 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-4f0b08d0-102b-44e1-8727-0d73b627f14f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:11.078269 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc324d7-6e72-474a-9945-467d78e77184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a441077-a0cb-4077-aa7a-34ff516b984c', 'code': 200} Dec 11 16:27:11.101206 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c2eab10e-7dae-4c9d-bcb8-58ca3357e235 req-47b3cc8d-f6ba-4583-a3f1-69ca0070f6ce tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567819 Dec 11 16:27:11.111226 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-7b2f91db-670e-4d10-aaea-51890fd887ce admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=121d3c33dfec4aa5b31d8842150dad12&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7959061 Dec 11 16:27:11.114252 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 40160) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:11.114844 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-9195cc4e-d616-4659-8480-db9c40d38f68 service neutron] Transition to ACTIVE for port object dad6f21d-8822-49b6-a87e-18437b29e390 will not be triggered until provisioned by entity L2. {{(pid=80242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:27:11.121417 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-9195cc4e-d616-4659-8480-db9c40d38f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:11.145241 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ef1ab934-29b3-4672-9c70-39585f3dade7 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:11.147200 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f91db-670e-4d10-aaea-51890fd887ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f96982-4924-46b5-bdfd-6eaadf5b2c38,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:11.168214 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7b2f91db-670e-4d10-aaea-51890fd887ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:11.315137 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9ba180db-bdfb-4125-b567-ee602db7f01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:11.368441 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4f0b08d0-102b-44e1-8727-0d73b627f14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:11.370519 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9ba180db-bdfb-4125-b567-ee602db7f01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:11.379958 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4f0b08d0-102b-44e1-8727-0d73b627f14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:11.390527 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0535170f-a4b9-48fd-9c46-9d2fc017376a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:11.459118 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-4f0b08d0-102b-44e1-8727-0d73b627f14f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d7f37c1883cc4964b9cbce6de5e4eac8&name=default HTTP/1.1" status: 200 len: 2879 time: 0.8844864 Dec 11 16:27:11.463157 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 40176) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:11.477886 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b08d0-102b-44e1-8727-0d73b627f14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5055d9-237f-4445-b7e0-519168e4d299,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:11.482748 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4f0b08d0-102b-44e1-8727-0d73b627f14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:11.496511 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9ba180db-bdfb-4125-b567-ee602db7f01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:11.504422 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a3e47e38-b5a7-4472-8fe6-a16d628dceda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:11.528368 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba180db-bdfb-4125-b567-ee602db7f01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f96982-4924-46b5-bdfd-6eaadf5b2c38,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:11.533312 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9ba180db-bdfb-4125-b567-ee602db7f01b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:11.556011 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9ba180db-bdfb-4125-b567-ee602db7f01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:11.559756 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-9ba180db-bdfb-4125-b567-ee602db7f01b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/62f96982-4924-46b5-bdfd-6eaadf5b2c38 HTTP/1.1" status: 204 len: 168 time: 0.4401469 Dec 11 16:27:11.570994 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4fe1d91d-3e16-4988-bbfd-b54228aadb84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:11.602003 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4fe1d91d-3e16-4988-bbfd-b54228aadb84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:11.680976 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4fe1d91d-3e16-4988-bbfd-b54228aadb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:11.686865 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:11.731946 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-b75957fc-c242-44cb-9530-f0efd5a25503 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--615694999&fields=id&tenant_id=eccf3f61bd614d87b3e6357f1c1f13bb HTTP/1.1" status: 200 len: 267 time: 0.3507564 Dec 11 16:27:11.732610 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195cc4e-d616-4659-8480-db9c40d38f68 service neutron] Pushing event updated for resources: {'Port': ['ID=dad6f21d-8822-49b6-a87e-18437b29e390,revision_number=2']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:11.741522 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9195cc4e-d616-4659-8480-db9c40d38f68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:11.744787 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe1d91d-3e16-4988-bbfd-b54228aadb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5055d9-237f-4445-b7e0-519168e4d299,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:11.756613 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4fe1d91d-3e16-4988-bbfd-b54228aadb84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:11.757474 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4fe1d91d-3e16-4988-bbfd-b54228aadb84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:11.761652 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-4fe1d91d-3e16-4988-bbfd-b54228aadb84 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6b5055d9-237f-4445-b7e0-519168e4d299 HTTP/1.1" status: 204 len: 168 time: 0.2945065 Dec 11 16:27:12.065727 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 40200) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:12.084747 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c8a61cc5-5321-4b34-9f02-0e679edf8d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:12.104695 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-c8a61cc5-5321-4b34-9f02-0e679edf8d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:12.108784 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-c8a61cc5-5321-4b34-9f02-0e679edf8d93 admin admin] Usage tracker for resource:security_group_rule and tenant:041920d4501745fa9786d660889fa656 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:12.111861 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-c8a61cc5-5321-4b34-9f02-0e679edf8d93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:12.119090 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-c8a61cc5-5321-4b34-9f02-0e679edf8d93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:12.163002 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7604f0-2f83-4ab9-a718-555ed8245d97 req-76cd21b0-b90d-4d45-858e-4a3febfec977 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:12.163934 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-ba7604f0-2f83-4ab9-a718-555ed8245d97 req-76cd21b0-b90d-4d45-858e-4a3febfec977 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Synchronizing usage tracker for tenant:18cab7096ec7405c979d977608f922bb on resource:port {{(pid=80242) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:27:12.185486 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b4003-edf9-41c5-ab24-12bf820b595f req-9d6378b3-69c3-47f4-9aeb-13dd4a524b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:12.187111 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d57b4003-edf9-41c5-ab24-12bf820b595f req-9d6378b3-69c3-47f4-9aeb-13dd4a524b84 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 1162 time: 0.7525578 Dec 11 16:27:12.215938 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c8a61cc5-5321-4b34-9f02-0e679edf8d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:12.218894 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c8a61cc5-5321-4b34-9f02-0e679edf8d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:12.227978 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:12.246292 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-9195cc4e-d616-4659-8480-db9c40d38f68 service neutron] Attempting to bind port dad6f21d-8822-49b6-a87e-18437b29e390 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:27:12.246672 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-9195cc4e-d616-4659-8480-db9c40d38f68 service neutron] Attempting to bind port dad6f21d-8822-49b6-a87e-18437b29e390 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '30e3bbeb-c262-41a5-85ab-dd99bd91c58b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9ec77316-2c94-4b1a-b7f0-14bd7e44d817'}] {{(pid=80242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:27:12.247042 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-9195cc4e-d616-4659-8480-db9c40d38f68 service neutron] Attempting to bind port dad6f21d-8822-49b6-a87e-18437b29e390 on network 9ec77316-2c94-4b1a-b7f0-14bd7e44d817 {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:27:12.258957 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-ba7604f0-2f83-4ab9-a718-555ed8245d97 req-76cd21b0-b90d-4d45-858e-4a3febfec977 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Unset dirty status for tenant:18cab7096ec7405c979d977608f922bb on resource:port {{(pid=80242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:27:12.260784 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ba7604f0-2f83-4ab9-a718-555ed8245d97 req-76cd21b0-b90d-4d45-858e-4a3febfec977 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 932 time: 0.8270388 Dec 11 16:27:12.271422 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-c8a61cc5-5321-4b34-9f02-0e679edf8d93 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=041920d4501745fa9786d660889fa656&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2045259 Dec 11 16:27:12.273161 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a61cc5-5321-4b34-9f02-0e679edf8d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0547380-ccb6-4d04-aee5-ada8205ef1dd,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:12.276288 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 40214) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:12.278902 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c8a61cc5-5321-4b34-9f02-0e679edf8d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:12.308105 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-9195cc4e-d616-4659-8480-db9c40d38f68 service neutron] Checking agent: {'id': 'c6c9fd6f-e101-4bae-907a-ac1718f8d09d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 23), 'started_at': datetime.datetime(2020, 12, 11, 16, 24, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:27:12.308491 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-9195cc4e-d616-4659-8480-db9c40d38f68 service neutron] Checking segment: {'id': '30e3bbeb-c262-41a5-85ab-dd99bd91c58b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9ec77316-2c94-4b1a-b7f0-14bd7e44d817'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:27:12.308898 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-9195cc4e-d616-4659-8480-db9c40d38f68 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:12.309302 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-9195cc4e-d616-4659-8480-db9c40d38f68 service neutron] Bound using segment: {'id': '30e3bbeb-c262-41a5-85ab-dd99bd91c58b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9ec77316-2c94-4b1a-b7f0-14bd7e44d817'} {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:27:12.309807 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-9195cc4e-d616-4659-8480-db9c40d38f68 service neutron] Bound port: dad6f21d-8822-49b6-a87e-18437b29e390, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e3bbeb-c262-41a5-85ab-dd99bd91c58b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9ec77316-2c94-4b1a-b7f0-14bd7e44d817'}}] {{(pid=80242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:27:12.310194 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-9195cc4e-d616-4659-8480-db9c40d38f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:12.350713 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-891d5232-0c1c-40a2-aab0-70848eeca1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:12.383119 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-891d5232-0c1c-40a2-aab0-70848eeca1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:12.383388 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-8925f79a-1b5f-4ad2-8e8a-2814454f605f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:12.390615 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-8925f79a-1b5f-4ad2-8e8a-2814454f605f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/networks?id=08a7ffcb-dce2-47a5-a283-64fa5b32feea HTTP/1.1" status: 200 len: 817 time: 0.6022649 Dec 11 16:27:12.438922 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-891d5232-0c1c-40a2-aab0-70848eeca1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:12.444467 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4f0b08d0-102b-44e1-8727-0d73b627f14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:12.460111 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d5232-0c1c-40a2-aab0-70848eeca1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0547380-ccb6-4d04-aee5-ada8205ef1dd,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:12.463942 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-891d5232-0c1c-40a2-aab0-70848eeca1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:12.464889 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-891d5232-0c1c-40a2-aab0-70848eeca1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:12.466091 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-891d5232-0c1c-40a2-aab0-70848eeca1b3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a0547380-ccb6-4d04-aee5-ada8205ef1dd HTTP/1.1" status: 204 len: 168 time: 0.1888123 Dec 11 16:27:12.482731 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-d57b4003-edf9-41c5-ab24-12bf820b595f req-48f48bdf-77c3-4d54-b2ba-2d5877feb7c4 service neutron] Synchronizing usage tracker for tenant:e15fe4dd0c1946eabced4354658c1135 on resource:security_group {{(pid=80242) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:27:12.529045 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-de34c2a7-15ed-4a8e-9b6d-464695195b30 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/quotas/eccf3f61bd614d87b3e6357f1c1f13bb HTTP/1.1" status: 200 len: 375 time: 0.1374106 Dec 11 16:27:12.678535 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ba7604f0-2f83-4ab9-a718-555ed8245d97 req-d35f35fc-43eb-40bb-a2bf-f2fe71df5d48 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3928783 Dec 11 16:27:12.770338 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-d57b4003-edf9-41c5-ab24-12bf820b595f req-48f48bdf-77c3-4d54-b2ba-2d5877feb7c4 service neutron] Unset dirty status for tenant:e15fe4dd0c1946eabced4354658c1135 on resource:security_group {{(pid=80242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:27:12.771589 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d57b4003-edf9-41c5-ab24-12bf820b595f req-48f48bdf-77c3-4d54-b2ba-2d5877feb7c4 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5627778 Dec 11 16:27:12.784577 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-9195cc4e-d616-4659-8480-db9c40d38f68 service neutron] For port dad6f21d-8822-49b6-a87e-18437b29e390, host hv-cinder-76675, cleared binding levels {{(pid=80242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:27:12.791612 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-9195cc4e-d616-4659-8480-db9c40d38f68 service neutron] For port dad6f21d-8822-49b6-a87e-18437b29e390, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=dad6f21d-8822-49b6-a87e-18437b29e390,segment=NetworkSegment(30e3bbeb-c262-41a5-85ab-dd99bd91c58b),segment_id=30e3bbeb-c262-41a5-85ab-dd99bd91c58b)] {{(pid=80242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:27:12.801303 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-fbdf46d6-9516-4753-988b-36e437b456dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3f96bb3-3458-4a86-bf08-bc18a058d932 {{(pid=80242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 11 16:27:12.808583 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-9195cc4e-d616-4659-8480-db9c40d38f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:12.815724 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-fbdf46d6-9516-4753-988b-36e437b456dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:12.956748 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:13.079841 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-fbdf46d6-9516-4753-988b-36e437b456dc service neutron] Transition to ACTIVE for port object d3f96bb3-3458-4a86-bf08-bc18a058d932 will not be triggered until provisioned by entity L2. {{(pid=80242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:27:13.089134 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-8343cd58-a70e-47f6-a75d-e5197c9e0b0a tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Synchronizing usage tracker for tenant:eccf3f61bd614d87b3e6357f1c1f13bb on resource:port {{(pid=80242) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:27:13.117550 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-fbdf46d6-9516-4753-988b-36e437b456dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:13.144425 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 40248) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:13.226621 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-8343cd58-a70e-47f6-a75d-e5197c9e0b0a tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Unset dirty status for tenant:eccf3f61bd614d87b3e6357f1c1f13bb on resource:port {{(pid=80242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:27:13.226621 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-8343cd58-a70e-47f6-a75d-e5197c9e0b0a tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?tenant_id=eccf3f61bd614d87b3e6357f1c1f13bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6923800 Dec 11 16:27:13.239208 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-9195cc4e-d616-4659-8480-db9c40d38f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:13.240221 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-9195cc4e-d616-4659-8480-db9c40d38f68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for port, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:13.241388 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-9195cc4e-d616-4659-8480-db9c40d38f68 service neutron] 10.222.0.87 "PUT /v2.0/ports/dad6f21d-8822-49b6-a87e-18437b29e390 HTTP/1.1" status: 200 len: 1158 time: 3.6804948 Dec 11 16:27:13.245110 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5', 'tag': 'dad6f21d-8822-49b6-a87e-18437b29e390'}] {{(pid=80242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:27:13.283803 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195cc4e-d616-4659-8480-db9c40d38f68 service neutron] Pushing event updated for resources: {'Port': ['ID=dad6f21d-8822-49b6-a87e-18437b29e390,revision_number=3']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:13.288561 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9195cc4e-d616-4659-8480-db9c40d38f68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:13.294726 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:13.550355 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-a566f792-a153-4ced-8347-832e435873a8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1372281261-network', 'tenant_id': '41d4298141914e6b86e494c7cddbefd2'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:27:13.556372 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-a566f792-a153-4ced-8347-832e435873a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:13.561064 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-a566f792-a153-4ced-8347-832e435873a8 admin admin] Usage tracker for resource:network and tenant:41d4298141914e6b86e494c7cddbefd2 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:13.564575 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-a566f792-a153-4ced-8347-832e435873a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:13.574894 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-a566f792-a153-4ced-8347-832e435873a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:13.587816 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a566f792-a153-4ced-8347-832e435873a8 admin admin] Made reservation on behalf of 41d4298141914e6b86e494c7cddbefd2 for: {'network': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:27:13.593785 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a566f792-a153-4ced-8347-832e435873a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for network, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:13.615330 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a566f792-a153-4ced-8347-832e435873a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:13.632603 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-a566f792-a153-4ced-8347-832e435873a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:13.637268 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-a566f792-a153-4ced-8347-832e435873a8 admin admin] Usage tracker for resource:security_group_rule and tenant:41d4298141914e6b86e494c7cddbefd2 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:13.641024 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-a566f792-a153-4ced-8347-832e435873a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:13.647031 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-a566f792-a153-4ced-8347-832e435873a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:13.756162 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a566f792-a153-4ced-8347-832e435873a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:13.760472 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a566f792-a153-4ced-8347-832e435873a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:13.764730 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-26aaa9ee-f900-4801-ab6d-1b967d88ce57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:13.786571 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf46d6-9516-4753-988b-36e437b456dc service neutron] Pushing event updated for resources: {'Port': ['ID=d3f96bb3-3458-4a86-bf08-bc18a058d932,revision_number=2']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:13.796389 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566f792-a153-4ced-8347-832e435873a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220cc2cf-9038-4dee-a37e-5049f685500b,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:13.800664 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a566f792-a153-4ced-8347-832e435873a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:13.809960 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-fbdf46d6-9516-4753-988b-36e437b456dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:13.811822 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a566f792-a153-4ced-8347-832e435873a8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 11 16:27:13.823471 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a566f792-a153-4ced-8347-832e435873a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:13.824162 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-a566f792-a153-4ced-8347-832e435873a8 admin admin] Added segment 4dbc1fe7-4fcf-49c6-bf1c-aa8535bc1230 of type vxlan for network 64b55696-8f44-405e-9cec-ff37059f6f01 Dec 11 16:27:13.841060 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1638d8a-42db-4060-9c47-b6461f70216f req-50e8a11b-c1ae-4661-9c77-ce048761de1c tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:13.843131 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f1638d8a-42db-4060-9c47-b6461f70216f req-50e8a11b-c1ae-4661-9c77-ce048761de1c tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.45 "GET /v2.0/ports?device_id=6513845c-0043-4882-81b0-0eb15542c437 HTTP/1.1" status: 200 len: 945 time: 0.8361566 Dec 11 16:27:13.852582 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-76e4987f-a78e-40f3-9bbc-18125790beeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:13.860681 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a566f792-a153-4ced-8347-832e435873a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769896439940'] for network, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:13.897228 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a566f792-a153-4ced-8347-832e435873a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882'] for network, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:13.899217 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a566f792-a153-4ced-8347-832e435873a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:13.899867 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a566f792-a153-4ced-8347-832e435873a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:13.908026 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b3bc82a2-7bd0-4275-b723-a7f7557856aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:14.082264 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-a566f792-a153-4ced-8347-832e435873a8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9369853 Dec 11 16:27:14.088017 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 40298) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:14.091890 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566f792-a153-4ced-8347-832e435873a8 admin admin] Pushing event updated for resources: {'Network': ['ID=64b55696-8f44-405e-9cec-ff37059f6f01,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:14.098407 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a566f792-a153-4ced-8347-832e435873a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:14.106574 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Network 64b55696-8f44-405e-9cec-ff37059f6f01 details requested by agent ovs-agent-dv-cinder-766752-1-smb with host dv-cinder-766752-1-smb {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:27:14.119436 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-aa2f10d4-c746-4675-b637-02e2d4da790d admin admin] Request body: {'subnet': {'network_id': '64b55696-8f44-405e-9cec-ff37059f6f01', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1372281261-subnet', 'tenant_id': '41d4298141914e6b86e494c7cddbefd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:27:14.124723 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f1638d8a-42db-4060-9c47-b6461f70216f req-5b83c31f-2912-4818-83a3-7955ac692a81 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.45 "GET /v2.0/security-groups?id=6127a463-fdbd-4df7-96fb-983dd7d68ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585838 Dec 11 16:27:14.128223 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-aa2f10d4-c746-4675-b637-02e2d4da790d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:14.130592 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-fbdf46d6-9516-4753-988b-36e437b456dc service neutron] Attempting to bind port d3f96bb3-3458-4a86-bf08-bc18a058d932 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:27:14.133004 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-fbdf46d6-9516-4753-988b-36e437b456dc service neutron] Attempting to bind port d3f96bb3-3458-4a86-bf08-bc18a058d932 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '114d2847-428f-43e0-9263-dade0a4c2f73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038'}] {{(pid=80242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:27:14.133162 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-aa2f10d4-c746-4675-b637-02e2d4da790d admin admin] Usage tracker for resource:subnet and tenant:41d4298141914e6b86e494c7cddbefd2 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:14.134369 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-fbdf46d6-9516-4753-988b-36e437b456dc service neutron] Attempting to bind port d3f96bb3-3458-4a86-bf08-bc18a058d932 on network 98273e7d-6ebb-4285-b7f1-5f101b8f1038 {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:27:14.138536 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-aa2f10d4-c746-4675-b637-02e2d4da790d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:14.159964 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Network 64b55696-8f44-405e-9cec-ff37059f6f01 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:27:14.163928 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-18f8d816-2148-49e9-89bf-2ff964515084 service neutron] 10.222.0.45 "GET /v2.0/networks/08a7ffcb-dce2-47a5-a283-64fa5b32feea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9064968 Dec 11 16:27:14.172002 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-aa2f10d4-c746-4675-b637-02e2d4da790d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:14.214268 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2f10d4-c746-4675-b637-02e2d4da790d admin admin] Made reservation on behalf of 41d4298141914e6b86e494c7cddbefd2 for: {'subnet': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:27:14.223743 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-aa2f10d4-c746-4675-b637-02e2d4da790d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:14.229735 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-7c27b39d-08b6-4d8a-add6-9a9cb6b534e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:14.242770 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-7c27b39d-08b6-4d8a-add6-9a9cb6b534e1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3aac1554ef17430cad7c85fea3e3ff64&device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 1161 time: 0.6694713 Dec 11 16:27:14.246939 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-fbdf46d6-9516-4753-988b-36e437b456dc service neutron] Checking agent: {'id': 'c6c9fd6f-e101-4bae-907a-ac1718f8d09d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 23), 'started_at': datetime.datetime(2020, 12, 11, 16, 24, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:27:14.247739 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-fbdf46d6-9516-4753-988b-36e437b456dc service neutron] Checking segment: {'id': '114d2847-428f-43e0-9263-dade0a4c2f73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:27:14.251444 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-fbdf46d6-9516-4753-988b-36e437b456dc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:14.251992 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-fbdf46d6-9516-4753-988b-36e437b456dc service neutron] Bound using segment: {'id': '114d2847-428f-43e0-9263-dade0a4c2f73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038'} {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:27:14.252584 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-fbdf46d6-9516-4753-988b-36e437b456dc service neutron] Bound port: d3f96bb3-3458-4a86-bf08-bc18a058d932, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114d2847-428f-43e0-9263-dade0a4c2f73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038'}}] {{(pid=80242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:27:14.253047 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-fbdf46d6-9516-4753-988b-36e437b456dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:14.560750 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 5a441077-a0cb-4077-aa7a-34ff516b984c up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:27:14.630435 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-d7679adb-e556-4122-ae56-12117ecc11b9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dad6f21d-8822-49b6-a87e-18437b29e390 HTTP/1.1" status: 200 len: 217 time: 0.2175996 Dec 11 16:27:14.671807 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 5a441077-a0cb-4077-aa7a-34ff516b984c triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:27:14.672334 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:14.800332 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-fbdf46d6-9516-4753-988b-36e437b456dc service neutron] For port d3f96bb3-3458-4a86-bf08-bc18a058d932, host hv-cinder-76675, cleared binding levels {{(pid=80242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:27:14.806008 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-d64531ba-cae0-47dd-93a5-f8235d02e65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:14.808123 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-d64531ba-cae0-47dd-93a5-f8235d02e65b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e6404f2-4e6d-43c0-8f0c-00c87c7cbef7 HTTP/1.1" status: 200 len: 859 time: 0.1594012 Dec 11 16:27:14.823871 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-957ed0e6-b1f9-4479-afec-c11880200b82 service neutron] 10.222.0.45 "GET /v2.0/networks/08a7ffcb-dce2-47a5-a283-64fa5b32feea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6582909 Dec 11 16:27:14.828156 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-fbdf46d6-9516-4753-988b-36e437b456dc service neutron] For port d3f96bb3-3458-4a86-bf08-bc18a058d932, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=d3f96bb3-3458-4a86-bf08-bc18a058d932,segment=NetworkSegment(114d2847-428f-43e0-9263-dade0a4c2f73),segment_id=114d2847-428f-43e0-9263-dade0a4c2f73)] {{(pid=80242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:27:14.837462 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa80263-a621-48a8-95cc-fee77b78d929 req-af8bd814-85bf-4900-8508-2ce21997ebff tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:14.846108 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1aa80263-a621-48a8-95cc-fee77b78d929 req-af8bd814-85bf-4900-8508-2ce21997ebff tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 944 time: 0.5398116 Dec 11 16:27:14.875829 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-fbdf46d6-9516-4753-988b-36e437b456dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:14.951689 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-aa2f10d4-c746-4675-b637-02e2d4da790d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882'] for subnet, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:14.967166 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-5ac55e40-e821-4575-943a-6f0673b4dbb1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9ec77316-2c94-4b1a-b7f0-14bd7e44d817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880923 Dec 11 16:27:15.024509 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:15.028246 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-29ca32b2-4784-444d-896f-5ec0d85fe30a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:15.307209 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5', 'tag': 'dad6f21d-8822-49b6-a87e-18437b29e390', 'status': 'completed', 'code': 200} Dec 11 16:27:15.331312 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f10d4-c746-4675-b637-02e2d4da790d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1abb078b-0438-43bd-aa49-a2190a67fd5b,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:15.337461 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-aa2f10d4-c746-4675-b637-02e2d4da790d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:15.377167 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1aa80263-a621-48a8-95cc-fee77b78d929 req-b784711b-f3ea-4912-b0a1-77638decfa0b tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5298975 Dec 11 16:27:15.406162 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2f10d4-c746-4675-b637-02e2d4da790d admin admin] Checking segment: {'id': '4dbc1fe7-4fcf-49c6-bf1c-aa8535bc1230', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '64b55696-8f44-405e-9cec-ff37059f6f01'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:27:15.406761 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2f10d4-c746-4675-b637-02e2d4da790d admin admin] Network hostable DHCP agents. Network: 64b55696-8f44-405e-9cec-ff37059f6f01, hostable agents: ['152ea6c3-4f92-4bdd-b82f-bafaeb087025'], hosted agents: [] {{(pid=80243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 11 16:27:15.433790 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2f10d4-c746-4675-b637-02e2d4da790d admin admin] Network 64b55696-8f44-405e-9cec-ff37059f6f01 is scheduled to be hosted by DHCP agent 152ea6c3-4f92-4bdd-b82f-bafaeb087025 with binding_index 1 {{(pid=80243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 11 16:27:15.456896 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-aa2f10d4-c746-4675-b637-02e2d4da790d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-smb, 64b55696-8f44-405e-9cec-ff37059f6f01) {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:27:15.465941 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2f10d4-c746-4675-b637-02e2d4da790d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:15.466587 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-aa2f10d4-c746-4675-b637-02e2d4da790d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:15.470328 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70965762-a7db-48ea-91e7-7e3bf8af03e6 None None] Network 64b55696-8f44-405e-9cec-ff37059f6f01 requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:27:15.499807 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-aa2f10d4-c746-4675-b637-02e2d4da790d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3993444 Dec 11 16:27:15.637044 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-58523951-4fdf-4e6e-98b1-6a9b67d01221 req-2f126fc3-6ea2-4897-a124-77dfc38fcdb1 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 210 time: 0.0892258 Dec 11 16:27:15.763657 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf46d6-9516-4753-988b-36e437b456dc service neutron] Pushing event updated for resources: {'Port': ['ID=d3f96bb3-3458-4a86-bf08-bc18a058d932,revision_number=3']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:15.804114 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-38e356cb-f704-4dd1-84f7-306ecbf7167f service neutron] 10.222.0.87 "GET /v2.0/networks/9ec77316-2c94-4b1a-b7f0-14bd7e44d817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7410214 Dec 11 16:27:15.815794 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-fbdf46d6-9516-4753-988b-36e437b456dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:15.986694 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2584cf-4a8b-4f13-b286-35e36b9daa88 None None] Network 64b55696-8f44-405e-9cec-ff37059f6f01 requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:27:15.999806 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f2bccaf9-f2c9-4169-a415-4478a6f97672 req-c4049a0e-a8f1-4402-bd55-20c73c6fc51b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6513845c-0043-4882-81b0-0eb15542c437&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 1.0268888 Dec 11 16:27:16.094881 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-fbdf46d6-9516-4753-988b-36e437b456dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:16.098666 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-fbdf46d6-9516-4753-988b-36e437b456dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for port, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:16.100323 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-fbdf46d6-9516-4753-988b-36e437b456dc service neutron] 10.222.0.87 "PUT /v2.0/ports/d3f96bb3-3458-4a86-bf08-bc18a058d932 HTTP/1.1" status: 200 len: 1158 time: 5.5224178 Dec 11 16:27:16.147969 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-80d154b1-c882-464e-9b2d-9b9ffc4e98c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:16.189073 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68094e-2f55-42d2-a46c-a6f91f3e0f8a req-b1214a18-136b-4daf-bc8c-caa7326a5f5d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:16.190792 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bf68094e-2f55-42d2-a46c-a6f91f3e0f8a req-b1214a18-136b-4daf-bc8c-caa7326a5f5d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 944 time: 0.7318392 Dec 11 16:27:16.524598 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-619dbfcf-51c3-4ea0-a9c0-eac19acc736b req-ef5d3a7e-382f-4fd5-bc8e-0dc2ad117a48 service neutron] 10.222.0.87 "GET /v2.0/networks/9ec77316-2c94-4b1a-b7f0-14bd7e44d817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7187033 Dec 11 16:27:16.562422 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bf68094e-2f55-42d2-a46c-a6f91f3e0f8a req-9b985ea3-629b-44fe-bec8-95249af58ba9 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1634870 Dec 11 16:27:16.575169 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-4063361f-2913-4564-a795-db9fa9d46301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:16.576934 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-4063361f-2913-4564-a795-db9fa9d46301 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=18cab7096ec7405c979d977608f922bb&device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 1161 time: 0.3750851 Dec 11 16:27:16.601743 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bccaf9-f2c9-4169-a415-4478a6f97672 req-2c85d52f-2572-4e42-8459-8defdfe8ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:16.604160 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f2bccaf9-f2c9-4169-a415-4478a6f97672 req-2c85d52f-2572-4e42-8459-8defdfe8ad48 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ab2f8e1954c64d759980d7be86319b59&device_id=6513845c-0043-4882-81b0-0eb15542c437 HTTP/1.1" status: 200 len: 1162 time: 0.4123223 Dec 11 16:27:16.805577 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:17.088274 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 40398) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:17.094975 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-b27cfb23-2fc5-4642-99a0-301390594029 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1886079325-network', 'tenant_id': '9c1b75bd95034bb68c4547e9e8a0598f'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:27:17.103881 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-b27cfb23-2fc5-4642-99a0-301390594029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:17.115011 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-b27cfb23-2fc5-4642-99a0-301390594029 admin admin] Usage tracker for resource:network and tenant:9c1b75bd95034bb68c4547e9e8a0598f is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:17.119958 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-b27cfb23-2fc5-4642-99a0-301390594029 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:17.144571 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-b27cfb23-2fc5-4642-99a0-301390594029 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:17.157999 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27cfb23-2fc5-4642-99a0-301390594029 admin admin] Made reservation on behalf of 9c1b75bd95034bb68c4547e9e8a0598f for: {'network': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:27:17.173087 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b27cfb23-2fc5-4642-99a0-301390594029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for network, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:17.220559 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-f94159d8-ba9d-4044-b833-0796afbdcbd8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3f96bb3-3458-4a86-bf08-bc18a058d932 HTTP/1.1" status: 200 len: 217 time: 0.5675430 Dec 11 16:27:17.266808 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b27cfb23-2fc5-4642-99a0-301390594029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:17.366133 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb95ae6-61c3-466c-a316-4848ce73d7cb', 'tag': 'd3f96bb3-3458-4a86-bf08-bc18a058d932'}] {{(pid=80242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:27:17.372487 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-a811aae9-0b28-40cb-8d7d-8be3c6764cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:17.374039 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-a811aae9-0b28-40cb-8d7d-8be3c6764cc6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=56573ac3-46db-42ab-ac70-c5fd685172d7 HTTP/1.1" status: 200 len: 849 time: 0.1278996 Dec 11 16:27:17.445485 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-6a93a5e6-a3fd-43fc-9892-988352fa9013 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:17.451001 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-6a93a5e6-a3fd-43fc-9892-988352fa9013 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Synchronizing usage tracker for tenant:eccf3f61bd614d87b3e6357f1c1f13bb on resource:network {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:27:17.461998 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-b27cfb23-2fc5-4642-99a0-301390594029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:17.466783 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-b27cfb23-2fc5-4642-99a0-301390594029 admin admin] Usage tracker for resource:security_group_rule and tenant:9c1b75bd95034bb68c4547e9e8a0598f is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:17.473599 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-b27cfb23-2fc5-4642-99a0-301390594029 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:17.498495 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-b27cfb23-2fc5-4642-99a0-301390594029 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:17.536140 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-6a93a5e6-a3fd-43fc-9892-988352fa9013 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Unset dirty status for tenant:eccf3f61bd614d87b3e6357f1c1f13bb on resource:network {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:27:17.538010 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-6a93a5e6-a3fd-43fc-9892-988352fa9013 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.87 "GET /v2.0/networks?id=08a7ffcb-dce2-47a5-a283-64fa5b32feea HTTP/1.1" status: 200 len: 817 time: 0.3257608 Dec 11 16:27:17.544385 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:17.611284 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5da3c45a-9026-4f2a-94ab-424f412734c6 req-4351ca8a-4c2d-4615-b908-e95f91a97368 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 210 time: 0.1103666 Dec 11 16:27:17.619877 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b27cfb23-2fc5-4642-99a0-301390594029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:17.626153 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b27cfb23-2fc5-4642-99a0-301390594029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:17.631496 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-249dd6a8-4157-4063-b9c1-12be793491bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:17.663133 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8a6d4-5788-4848-8e56-97a1632cbcfb req-1f3a4b7c-317f-41fc-abb8-8eea28079bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:17.666859 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27cfb23-2fc5-4642-99a0-301390594029 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 11 16:27:17.668750 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-37d8a6d4-5788-4848-8e56-97a1632cbcfb req-1f3a4b7c-317f-41fc-abb8-8eea28079bb5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3aac1554ef17430cad7c85fea3e3ff64&device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 1161 time: 1.0099597 Dec 11 16:27:17.692262 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b27cfb23-2fc5-4642-99a0-301390594029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:17.692262 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-b27cfb23-2fc5-4642-99a0-301390594029 admin admin] Added segment 05df65f8-c16f-4695-a3de-2c1109505342 of type vxlan for network 3ed5d227-6dc2-42ce-8b06-2867adb87a13 Dec 11 16:27:17.751612 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-0a185479-97b9-4aa9-b590-548aaeb1d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:17.758559 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-0a185479-97b9-4aa9-b590-548aaeb1d92f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=98273e7d-6ebb-4285-b7f1-5f101b8f1038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3398118 Dec 11 16:27:17.778524 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27cfb23-2fc5-4642-99a0-301390594029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee1e4bb-049f-4822-8b22-d132eb7d6160,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:17.786960 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b27cfb23-2fc5-4642-99a0-301390594029 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769896439940'] for network, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:17.795198 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b27cfb23-2fc5-4642-99a0-301390594029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:17.850120 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-447532f1-fb90-4488-83bf-94785abeb720 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Synchronizing usage tracker for tenant:eccf3f61bd614d87b3e6357f1c1f13bb on resource:security_group {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:27:17.893287 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-447532f1-fb90-4488-83bf-94785abeb720 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Unset dirty status for tenant:eccf3f61bd614d87b3e6357f1c1f13bb on resource:security_group {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:27:17.894948 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-447532f1-fb90-4488-83bf-94785abeb720 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=eccf3f61bd614d87b3e6357f1c1f13bb HTTP/1.1" status: 200 len: 5502 time: 0.2075546 Dec 11 16:27:17.900519 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b27cfb23-2fc5-4642-99a0-301390594029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882'] for network, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:17.902150 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27cfb23-2fc5-4642-99a0-301390594029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:17.902951 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b27cfb23-2fc5-4642-99a0-301390594029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:17.913452 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-cbeb5208-8f74-46ca-8de1-ffc88b272bb8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Request body: {'port': {'device_id': '7283c35b-ec7b-41bc-8c9f-ff4bb250cda8', 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea', 'admin_state_up': True, 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'security_groups': ['e0c87ea6-53d0-41c6-bed9-72a539c35dca']}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:27:17.918458 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb95ae6-61c3-466c-a316-4848ce73d7cb', 'tag': 'd3f96bb3-3458-4a86-bf08-bc18a058d932', 'status': 'completed', 'code': 200} Dec 11 16:27:17.929803 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:18.049438 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bccaf9-f2c9-4169-a415-4478a6f97672 req-eb1088f9-ad51-4d98-87b6-29a23ba9e278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:18.051039 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f2bccaf9-f2c9-4169-a415-4478a6f97672 req-eb1088f9-ad51-4d98-87b6-29a23ba9e278 service neutron] 10.222.0.87 "GET /v2.0/networks?id=4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b HTTP/1.1" status: 200 len: 906 time: 1.2744865 Dec 11 16:27:18.057185 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dfd6a7-7a02-4872-b62b-0897b835870c req-f764131e-0c56-456b-bd36-37971779a94b tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:18.058697 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d2dfd6a7-7a02-4872-b62b-0897b835870c req-f764131e-0c56-456b-bd36-37971779a94b tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 944 time: 1.1988828 Dec 11 16:27:18.130592 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-b27cfb23-2fc5-4642-99a0-301390594029 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0409977 Dec 11 16:27:18.138947 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 40440) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:18.139327 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27cfb23-2fc5-4642-99a0-301390594029 admin admin] Pushing event updated for resources: {'Network': ['ID=3ed5d227-6dc2-42ce-8b06-2867adb87a13,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:18.144244 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b27cfb23-2fc5-4642-99a0-301390594029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:18.153156 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Network 3ed5d227-6dc2-42ce-8b06-2867adb87a13 details requested by agent ovs-agent-dv-cinder-766752-1-smb with host dv-cinder-766752-1-smb {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:27:18.156330 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-9f208680-2fea-445c-abea-5c2dc84a82b6 admin admin] Request body: {'subnet': {'network_id': '3ed5d227-6dc2-42ce-8b06-2867adb87a13', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1886079325-subnet', 'tenant_id': '9c1b75bd95034bb68c4547e9e8a0598f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:27:18.175563 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-9f208680-2fea-445c-abea-5c2dc84a82b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:18.180948 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f2bccaf9-f2c9-4169-a415-4478a6f97672 req-fd018ec3-e1e6-40fe-9f05-abad29cc147b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff021281-d463-4625-9cf6-30c319b0f449 HTTP/1.1" status: 200 len: 217 time: 0.1212134 Dec 11 16:27:18.185729 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-9f208680-2fea-445c-abea-5c2dc84a82b6 admin admin] Usage tracker for resource:subnet and tenant:9c1b75bd95034bb68c4547e9e8a0598f is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:18.191394 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-9f208680-2fea-445c-abea-5c2dc84a82b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:18.221027 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-9f208680-2fea-445c-abea-5c2dc84a82b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:18.238482 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-cbeb5208-8f74-46ca-8de1-ffc88b272bb8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:18.268891 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f208680-2fea-445c-abea-5c2dc84a82b6 admin admin] Made reservation on behalf of 9c1b75bd95034bb68c4547e9e8a0598f for: {'subnet': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:27:18.273645 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f208680-2fea-445c-abea-5c2dc84a82b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:18.301594 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Network 3ed5d227-6dc2-42ce-8b06-2867adb87a13 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:27:18.385849 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d2dfd6a7-7a02-4872-b62b-0897b835870c req-f4b35956-4515-453a-b69f-5c66f667a464 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077126 Dec 11 16:27:18.423807 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8a6d4-5788-4848-8e56-97a1632cbcfb req-e731856d-8941-4d15-875b-a16af2e5298a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:18.425483 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-37d8a6d4-5788-4848-8e56-97a1632cbcfb req-e731856d-8941-4d15-875b-a16af2e5298a service neutron] 10.222.0.87 "GET /v2.0/networks?id=9ec77316-2c94-4b1a-b7f0-14bd7e44d817 HTTP/1.1" status: 200 len: 913 time: 0.7305133 Dec 11 16:27:18.440162 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-cbeb5208-8f74-46ca-8de1-ffc88b272bb8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:18.491415 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:18.509822 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-d6e69a63-db4a-4a61-ad09-c9fa68e56605 service neutron] 10.222.0.87 "GET /v2.0/networks/98273e7d-6ebb-4285-b7f1-5f101b8f1038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5958083 Dec 11 16:27:18.521923 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ef7f0-a893-42d5-99ab-7311487b8526 req-e88a5088-e239-4e7f-bd9b-18aa07fe6999 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:18.523625 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-537ef7f0-a893-42d5-99ab-7311487b8526 req-e88a5088-e239-4e7f-bd9b-18aa07fe6999 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 944 time: 0.5673847 Dec 11 16:27:18.525084 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bccaf9-f2c9-4169-a415-4478a6f97672 req-5b5fd6e6-111b-4b1b-8d89-e8aa320f9068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:18.526518 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f2bccaf9-f2c9-4169-a415-4478a6f97672 req-5b5fd6e6-111b-4b1b-8d89-e8aa320f9068 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b27bdf8e-374a-4269-8f3c-6860d8526af5 HTTP/1.1" status: 200 len: 852 time: 0.3357270 Dec 11 16:27:18.607513 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-37d8a6d4-5788-4848-8e56-97a1632cbcfb req-87a35508-c595-4303-aff7-5fbec09a2ee8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dad6f21d-8822-49b6-a87e-18437b29e390 HTTP/1.1" status: 200 len: 217 time: 0.1708739 Dec 11 16:27:18.626679 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-cbeb5208-8f74-46ca-8de1-ffc88b272bb8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Made reservation on behalf of eccf3f61bd614d87b3e6357f1c1f13bb for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:27:18.633011 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-cbeb5208-8f74-46ca-8de1-ffc88b272bb8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:18.681023 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f2bccaf9-f2c9-4169-a415-4478a6f97672 req-3b8ca4e8-1dbc-4482-ad5b-f317ae799da8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205771 Dec 11 16:27:18.761050 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 6 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:27:18.944069 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device dad6f21d-8822-49b6-a87e-18437b29e390 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:27:18.970332 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-788ab1c9-6f3d-4c67-b071-a7bb46bc23c7 req-9276e795-78e7-4ab0-bdc3-b0531a96fa8d tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 210 time: 0.0773680 Dec 11 16:27:18.984077 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-537ef7f0-a893-42d5-99ab-7311487b8526 req-ae39418d-42d2-4aa4-82c9-a7a612a8843e tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3786991 Dec 11 16:27:19.010811 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8a6d4-5788-4848-8e56-97a1632cbcfb req-6b2c6e25-be35-4ef5-bd59-ce51bf75d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:19.012480 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-37d8a6d4-5788-4848-8e56-97a1632cbcfb req-6b2c6e25-be35-4ef5-bd59-ce51bf75d654 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e6404f2-4e6d-43c0-8f0c-00c87c7cbef7 HTTP/1.1" status: 200 len: 859 time: 0.3047445 Dec 11 16:27:19.070671 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning for port dad6f21d-8822-49b6-a87e-18437b29e390 completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:27:19.076359 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port dad6f21d-8822-49b6-a87e-18437b29e390 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:27:19.076779 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:19.081792 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-37d8a6d4-5788-4848-8e56-97a1632cbcfb req-2473373a-9a2c-42a2-9a1c-45089c966fc6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9ec77316-2c94-4b1a-b7f0-14bd7e44d817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606709 Dec 11 16:27:19.320168 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:19.355829 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad6f21d-8822-49b6-a87e-18437b29e390'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:27:19.389291 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port dad6f21d-8822-49b6-a87e-18437b29e390, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=dad6f21d-8822-49b6-a87e-18437b29e390,segment=NetworkSegment(30e3bbeb-c262-41a5-85ab-dd99bd91c58b),segment_id=30e3bbeb-c262-41a5-85ab-dd99bd91c58b)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:27:19.396013 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:19.400297 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:19.407433 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-58e38bee-8b4a-42b2-bc4a-43e3db5322b3 req-489c891c-a338-4da0-ab25-297f4615d0a4 service neutron] 10.222.0.87 "GET /v2.0/networks/98273e7d-6ebb-4285-b7f1-5f101b8f1038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8799140 Dec 11 16:27:19.437446 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f208680-2fea-445c-abea-5c2dc84a82b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882'] for subnet, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:19.443423 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-cbeb5208-8f74-46ca-8de1-ffc88b272bb8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Allocated IP 172.20.0.8 (08a7ffcb-dce2-47a5-a283-64fa5b32feea/35314c86-042c-4482-9db4-a8a492106943/6e928688-2b0d-48e7-8a3b-cc53a8dea49c) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:27:19.460087 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:19.509956 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f2bccaf9-f2c9-4169-a415-4478a6f97672 req-6a8a73aa-cbf2-4c1b-a797-2a39b246448e service neutron] 10.222.0.87 "GET /v2.0/networks/4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8005955 Dec 11 16:27:19.516744 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad6f21d-8822-49b6-a87e-18437b29e390', 'code': 200} Dec 11 16:27:19.523692 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=dad6f21d-8822-49b6-a87e-18437b29e390,revision_number=4']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:19.536430 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:19.601923 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-37d8a6d4-5788-4848-8e56-97a1632cbcfb req-e1be4ce1-7109-40ba-a0f4-d97d74384cbd service neutron] 10.222.0.87 "GET /v2.0/networks/9ec77316-2c94-4b1a-b7f0-14bd7e44d817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036476 Dec 11 16:27:19.682734 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f208680-2fea-445c-abea-5c2dc84a82b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dca4cdc-76b6-4bbb-8423-88e4a7794d86,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:19.711928 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9f208680-2fea-445c-abea-5c2dc84a82b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:19.823368 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.87', 59046) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:19.946738 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0fb83-c350-4a16-9bc5-8341062fcd78 req-d7ec1e8d-7030-4c01-9374-b61aa49db4c8 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:19.948402 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-efc0fb83-c350-4a16-9bc5-8341062fcd78 req-d7ec1e8d-7030-4c01-9374-b61aa49db4c8 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.2218564 Dec 11 16:27:20.062919 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-efc0fb83-c350-4a16-9bc5-8341062fcd78 req-818330bf-f335-43a5-8a82-e16b23545177 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885818 Dec 11 16:27:20.064374 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-cbeb5208-8f74-46ca-8de1-ffc88b272bb8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:20.068011 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f208680-2fea-445c-abea-5c2dc84a82b6 admin admin] Checking segment: {'id': '05df65f8-c16f-4695-a3de-2c1109505342', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3ed5d227-6dc2-42ce-8b06-2867adb87a13'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:27:20.068568 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f208680-2fea-445c-abea-5c2dc84a82b6 admin admin] Network hostable DHCP agents. Network: 3ed5d227-6dc2-42ce-8b06-2867adb87a13, hostable agents: ['152ea6c3-4f92-4bdd-b82f-bafaeb087025'], hosted agents: [] {{(pid=80243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 11 16:27:20.084934 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9fc2c-de29-4636-9859-047a61f12fb2 req-665ad88a-6623-4b25-9ab5-0a221ebc35e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:20.085513 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b4a9fc2c-de29-4636-9859-047a61f12fb2 req-665ad88a-6623-4b25-9ab5-0a221ebc35e4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 1163 time: 0.2609673 Dec 11 16:27:20.087156 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde6a39-1356-4122-873a-c05017caf77f req-12e99945-c933-4ddf-a154-f0c20272e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:20.088780 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-adde6a39-1356-4122-873a-c05017caf77f req-12e99945-c933-4ddf-a154-f0c20272e887 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=18cab7096ec7405c979d977608f922bb&device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 1161 time: 0.5169222 Dec 11 16:27:20.090715 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-37d8a6d4-5788-4848-8e56-97a1632cbcfb req-ad083f8c-5643-46e1-8380-f21a2be2f57f service neutron] 10.222.0.87 "GET /v2.0/networks/9ec77316-2c94-4b1a-b7f0-14bd7e44d817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4438562 Dec 11 16:27:20.094436 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f2bccaf9-f2c9-4169-a415-4478a6f97672 req-1f97089e-42fd-4d00-999b-5d19bf5fa804 service neutron] 10.222.0.87 "GET /v2.0/networks/4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5213194 Dec 11 16:27:20.117984 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-cbeb5208-8f74-46ca-8de1-ffc88b272bb8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Transition to ACTIVE for port object 6e928688-2b0d-48e7-8a3b-cc53a8dea49c will not be triggered until provisioned by entity DHCP. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:27:20.131849 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f208680-2fea-445c-abea-5c2dc84a82b6 admin admin] Network 3ed5d227-6dc2-42ce-8b06-2867adb87a13 is scheduled to be hosted by DHCP agent 152ea6c3-4f92-4bdd-b82f-bafaeb087025 with binding_index 1 {{(pid=80243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 11 16:27:20.235435 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-9f208680-2fea-445c-abea-5c2dc84a82b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-smb, 3ed5d227-6dc2-42ce-8b06-2867adb87a13) {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:27:20.256977 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1809c867-5542-49a1-aaed-bec673a20869 None None] Network 3ed5d227-6dc2-42ce-8b06-2867adb87a13 requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:27:20.283746 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f208680-2fea-445c-abea-5c2dc84a82b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:20.293340 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f208680-2fea-445c-abea-5c2dc84a82b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:20.327978 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b4a9fc2c-de29-4636-9859-047a61f12fb2 req-dfb63cdb-f4c5-4d5c-a661-07851fe7278e service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926379 Dec 11 16:27:20.371108 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-cbeb5208-8f74-46ca-8de1-ffc88b272bb8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:20.406103 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f8ac03f2-50e7-4a0e-850a-d50b4d0bb5e8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:20.559009 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb5208-8f74-46ca-8de1-ffc88b272bb8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Pushing event updated for resources: {'Port': ['ID=6e928688-2b0d-48e7-8a3b-cc53a8dea49c,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:20.583139 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-9f208680-2fea-445c-abea-5c2dc84a82b6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4407706 Dec 11 16:27:20.613829 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-cbeb5208-8f74-46ca-8de1-ffc88b272bb8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:20.642147 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device dad6f21d-8822-49b6-a87e-18437b29e390 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:27:20.712438 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-cbeb5208-8f74-46ca-8de1-ffc88b272bb8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Network 08a7ffcb-dce2-47a5-a283-64fa5b32feea is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:27:20.713807 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-cbeb5208-8f74-46ca-8de1-ffc88b272bb8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:27:20.719213 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41168bab-c101-4946-bd45-fd70e0b12db1 req-c5658ad6-03fb-4d68-88b9-89fa5a80ca26 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:20.725311 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-cbeb5208-8f74-46ca-8de1-ffc88b272bb8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:27:20.727255 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-41168bab-c101-4946-bd45-fd70e0b12db1 req-c5658ad6-03fb-4d68-88b9-89fa5a80ca26 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 944 time: 0.2612114 Dec 11 16:27:20.730034 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-cbeb5208-8f74-46ca-8de1-ffc88b272bb8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:20.730719 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-cbeb5208-8f74-46ca-8de1-ffc88b272bb8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:20.772916 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde6a39-1356-4122-873a-c05017caf77f req-c0b6e451-f370-43bc-8614-449706ffaa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:20.773453 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-cbeb5208-8f74-46ca-8de1-ffc88b272bb8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8645744 Dec 11 16:27:20.775224 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-adde6a39-1356-4122-873a-c05017caf77f req-c0b6e451-f370-43bc-8614-449706ffaa48 service neutron] 10.222.0.87 "GET /v2.0/networks?id=98273e7d-6ebb-4285-b7f1-5f101b8f1038 HTTP/1.1" status: 200 len: 904 time: 0.6268322 Dec 11 16:27:20.808925 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-aa5b5ad2-c4a8-42da-9a4b-42dec886f21a service neutron] Request body: {'port': {'device_id': '7283c35b-ec7b-41bc-8c9f-ff4bb250cda8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:27:20.824462 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcb27f-e9f0-4a6e-b8e8-4078f2688cc3 req-a8057218-91d8-4288-9b41-06ad2e51c899 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:20.829131 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5adcb27f-e9f0-4a6e-b8e8-4078f2688cc3 req-a8057218-91d8-4288-9b41-06ad2e51c899 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 931 time: 0.2427490 Dec 11 16:27:20.845262 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-41168bab-c101-4946-bd45-fd70e0b12db1 req-97f4eb95-a27c-4d80-b375-a2b967f3005d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1169138 Dec 11 16:27:20.970525 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 40520) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:20.994080 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4327be91-4d3d-4512-bf0e-234d69661421 None None] Network 3ed5d227-6dc2-42ce-8b06-2867adb87a13 requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:27:21.070278 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-aa5b5ad2-c4a8-42da-9a4b-42dec886f21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:21.153159 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-adde6a39-1356-4122-873a-c05017caf77f req-81392119-704f-47cd-a72f-66ec054533b4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3f96bb3-3458-4a86-bf08-bc18a058d932 HTTP/1.1" status: 200 len: 217 time: 0.3365173 Dec 11 16:27:21.154037 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 40530) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:21.279400 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port dad6f21d-8822-49b6-a87e-18437b29e390 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:27:21.279865 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:21.363094 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e504ce-0dc6-4106-9b7d-1826f0e4e0b4 admin admin] Deleting subnet 1abb078b-0438-43bd-aa49-a2190a67fd5b {{(pid=80242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 11 16:27:21.366259 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b2e504ce-0dc6-4106-9b7d-1826f0e4e0b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:21.378409 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-f523e394-fcd2-42b1-a3ab-c424d4a1cbc0 None None] Provisioning for port 6e928688-2b0d-48e7-8a3b-cc53a8dea49c completed by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:27:21.387481 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-f523e394-fcd2-42b1-a3ab-c424d4a1cbc0 None None] Provisioning complete for port 6e928688-2b0d-48e7-8a3b-cc53a8dea49c triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:27:21.388216 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f523e394-fcd2-42b1-a3ab-c424d4a1cbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:21.439405 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b2e504ce-0dc6-4106-9b7d-1826f0e4e0b4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:21.448148 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b2e504ce-0dc6-4106-9b7d-1826f0e4e0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586106'] for subnet, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:21.472699 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-233b984e-720f-4f8d-800e-0b15e5555cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:21.478133 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-f523e394-fcd2-42b1-a3ab-c424d4a1cbc0 None None] Port 6e928688-2b0d-48e7-8a3b-cc53a8dea49c cannot update to ACTIVE because it is not bound. {{(pid=80244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 11 16:27:21.500112 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-233b984e-720f-4f8d-800e-0b15e5555cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:21.504309 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-233b984e-720f-4f8d-800e-0b15e5555cc8 admin admin] Usage tracker for resource:security_group_rule and tenant:a2f19e2dbfa5463ba64a6c7811226681 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:21.507655 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-233b984e-720f-4f8d-800e-0b15e5555cc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:21.514181 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-233b984e-720f-4f8d-800e-0b15e5555cc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:21.682961 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5adcb27f-e9f0-4a6e-b8e8-4078f2688cc3 req-0ec01988-179f-47c3-960a-352e497052fc tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7041333 Dec 11 16:27:21.717712 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde6a39-1356-4122-873a-c05017caf77f req-1db28e57-cc56-4f49-b0b3-82b54079c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:21.720676 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-adde6a39-1356-4122-873a-c05017caf77f req-1db28e57-cc56-4f49-b0b3-82b54079c646 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=56573ac3-46db-42ab-ac70-c5fd685172d7 HTTP/1.1" status: 200 len: 849 time: 0.4698882 Dec 11 16:27:21.812823 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad7ec5-6897-4922-922f-aa071417b9b6 req-d82e682b-398c-482b-bebb-6926e493dc7a tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:21.821737 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2bad7ec5-6897-4922-922f-aa071417b9b6 req-d82e682b-398c-482b-bebb-6926e493dc7a tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.45 "GET /v2.0/ports?device_id=6513845c-0043-4882-81b0-0eb15542c437 HTTP/1.1" status: 200 len: 945 time: 0.6671796 Dec 11 16:27:21.829802 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-233b984e-720f-4f8d-800e-0b15e5555cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:21.835439 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-aa5b5ad2-c4a8-42da-9a4b-42dec886f21a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e928688-2b0d-48e7-8a3b-cc53a8dea49c {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 11 16:27:21.839734 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-233b984e-720f-4f8d-800e-0b15e5555cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:21.852411 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b27cfb23-2fc5-4642-99a0-301390594029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:21.863882 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-aa5b5ad2-c4a8-42da-9a4b-42dec886f21a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:21.916424 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-aa5b5ad2-c4a8-42da-9a4b-42dec886f21a service neutron] Transition to ACTIVE for port object 6e928688-2b0d-48e7-8a3b-cc53a8dea49c will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:27:21.918141 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b984e-720f-4f8d-800e-0b15e5555cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd90d11b-586b-484e-9aef-7e1b06881870,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:21.923720 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-233b984e-720f-4f8d-800e-0b15e5555cc8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a2f19e2dbfa5463ba64a6c7811226681&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7685688 Dec 11 16:27:21.924675 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-233b984e-720f-4f8d-800e-0b15e5555cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:21.925442 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-aa5b5ad2-c4a8-42da-9a4b-42dec886f21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:21.963209 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 40556) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:22.000158 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-04fde864-56e5-4cd3-be61-dabdf2dd398d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:22.056327 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2bad7ec5-6897-4922-922f-aa071417b9b6 req-e429f2d6-11ce-4e02-b333-5fb8ce69aa93 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.45 "GET /v2.0/security-groups?id=6127a463-fdbd-4df7-96fb-983dd7d68ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327793 Dec 11 16:27:22.100970 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b5ad2-c4a8-42da-9a4b-42dec886f21a service neutron] Pushing event updated for resources: {'Port': ['ID=6e928688-2b0d-48e7-8a3b-cc53a8dea49c,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:22.107269 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-aa5b5ad2-c4a8-42da-9a4b-42dec886f21a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:22.152248 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde6a39-1356-4122-873a-c05017caf77f req-67e8f088-d0fb-4b42-9db1-8e7987f6e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:22.153896 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-adde6a39-1356-4122-873a-c05017caf77f req-67e8f088-d0fb-4b42-9db1-8e7987f6e563 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=98273e7d-6ebb-4285-b7f1-5f101b8f1038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4188311 Dec 11 16:27:22.177849 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73671e1b-16f7-47da-97e1-ed5babb488bb req-67574bf6-d756-4e48-8924-7a450d6e4be7 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:22.179540 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-73671e1b-16f7-47da-97e1-ed5babb488bb req-67574bf6-d756-4e48-8924-7a450d6e4be7 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.1992249 Dec 11 16:27:22.210359 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-611f23ce-9066-4b89-87ca-f994334d76cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:22.228764 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-aa5b5ad2-c4a8-42da-9a4b-42dec886f21a service neutron] Attempting to bind port 6e928688-2b0d-48e7-8a3b-cc53a8dea49c on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:27:22.229138 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-aa5b5ad2-c4a8-42da-9a4b-42dec886f21a service neutron] Attempting to bind port 6e928688-2b0d-48e7-8a3b-cc53a8dea49c by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': 'e6501d83-0c9c-4b21-bbe2-cb17b597d222', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:27:22.229511 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-aa5b5ad2-c4a8-42da-9a4b-42dec886f21a service neutron] Attempting to bind port 6e928688-2b0d-48e7-8a3b-cc53a8dea49c on network 08a7ffcb-dce2-47a5-a283-64fa5b32feea {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:27:22.235559 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-aa5b5ad2-c4a8-42da-9a4b-42dec886f21a service neutron] Checking agent: {'id': 'c6c9fd6f-e101-4bae-907a-ac1718f8d09d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 23), 'started_at': datetime.datetime(2020, 12, 11, 16, 24, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:27:22.235931 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-aa5b5ad2-c4a8-42da-9a4b-42dec886f21a service neutron] Checking segment: {'id': 'e6501d83-0c9c-4b21-bbe2-cb17b597d222', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:27:22.236329 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-aa5b5ad2-c4a8-42da-9a4b-42dec886f21a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:22.236757 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-aa5b5ad2-c4a8-42da-9a4b-42dec886f21a service neutron] Bound using segment: {'id': 'e6501d83-0c9c-4b21-bbe2-cb17b597d222', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:27:22.237228 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-aa5b5ad2-c4a8-42da-9a4b-42dec886f21a service neutron] Bound port: 6e928688-2b0d-48e7-8a3b-cc53a8dea49c, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6501d83-0c9c-4b21-bbe2-cb17b597d222', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:27:22.237595 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-aa5b5ad2-c4a8-42da-9a4b-42dec886f21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:22.330493 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b2e504ce-0dc6-4106-9b7d-1826f0e4e0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851189726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882'] for subnet, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:22.335466 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-aa5b5ad2-c4a8-42da-9a4b-42dec886f21a service neutron] For port 6e928688-2b0d-48e7-8a3b-cc53a8dea49c, host hv-cinder-76675, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:27:22.340539 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-aa5b5ad2-c4a8-42da-9a4b-42dec886f21a service neutron] For port 6e928688-2b0d-48e7-8a3b-cc53a8dea49c, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=6e928688-2b0d-48e7-8a3b-cc53a8dea49c,segment=NetworkSegment(e6501d83-0c9c-4b21-bbe2-cb17b597d222),segment_id=e6501d83-0c9c-4b21-bbe2-cb17b597d222)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:27:22.343888 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-aa5b5ad2-c4a8-42da-9a4b-42dec886f21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:22.361353 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-04fde864-56e5-4cd3-be61-dabdf2dd398d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:22.516671 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b5ad2-c4a8-42da-9a4b-42dec886f21a service neutron] Pushing event updated for resources: {'Port': ['ID=6e928688-2b0d-48e7-8a3b-cc53a8dea49c,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:22.521712 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-aa5b5ad2-c4a8-42da-9a4b-42dec886f21a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:22.559466 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-aa5b5ad2-c4a8-42da-9a4b-42dec886f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:22.559466 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-aa5b5ad2-c4a8-42da-9a4b-42dec886f21a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:22.559466 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-aa5b5ad2-c4a8-42da-9a4b-42dec886f21a service neutron] 10.222.0.87 "PUT /v2.0/ports/6e928688-2b0d-48e7-8a3b-cc53a8dea49c HTTP/1.1" status: 200 len: 1157 time: 1.7559016 Dec 11 16:27:22.560033 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7283c35b-ec7b-41bc-8c9f-ff4bb250cda8', 'tag': '6e928688-2b0d-48e7-8a3b-cc53a8dea49c'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:27:22.627592 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1f10508f-8925-43a3-ab91-3b5b3dfd4d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:22.748868 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-611f23ce-9066-4b89-87ca-f994334d76cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:22.755897 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e504ce-0dc6-4106-9b7d-1826f0e4e0b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1abb078b-0438-43bd-aa49-a2190a67fd5b,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:22.759632 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-c03d87a2-a4ac-47d4-81dd-8fc8372196e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:22.760174 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b2e504ce-0dc6-4106-9b7d-1826f0e4e0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:22.761620 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-c03d87a2-a4ac-47d4-81dd-8fc8372196e3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=eccf3f61bd614d87b3e6357f1c1f13bb&device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 1160 time: 0.1047513 Dec 11 16:27:22.779223 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b2e504ce-0dc6-4106-9b7d-1826f0e4e0b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for subnet, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:22.784565 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-73671e1b-16f7-47da-97e1-ed5babb488bb req-1c692ec3-64ab-4352-b90b-ddc2ba7460e9 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5785995 Dec 11 16:27:22.842447 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-b2e504ce-0dc6-4106-9b7d-1826f0e4e0b4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1abb078b-0438-43bd-aa49-a2190a67fd5b HTTP/1.1" status: 204 len: 168 time: 1.8457627 Dec 11 16:27:22.851352 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 40570) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:22.911542 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7283c35b-ec7b-41bc-8c9f-ff4bb250cda8', 'tag': '6e928688-2b0d-48e7-8a3b-cc53a8dea49c', 'status': 'completed', 'code': 200} Dec 11 16:27:22.913194 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-ff79bdf4-b804-40e1-96d1-f6aba1a2168b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e928688-2b0d-48e7-8a3b-cc53a8dea49c HTTP/1.1" status: 200 len: 217 time: 0.1368086 Dec 11 16:27:22.962251 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-adde6a39-1356-4122-873a-c05017caf77f req-e0b2dc1d-74e1-41fe-9e0a-aa65c743c0bf service neutron] 10.222.0.87 "GET /v2.0/networks/98273e7d-6ebb-4285-b7f1-5f101b8f1038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7955124 Dec 11 16:27:22.983714 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c7d42-22fc-4464-8a90-584df9c488d1 req-34db202f-9f30-451c-be52-42d7b2331f61 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:22.991295 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ea9c7d42-22fc-4464-8a90-584df9c488d1 req-34db202f-9f30-451c-be52-42d7b2331f61 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 944 time: 0.7841585 Dec 11 16:27:23.004919 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-1714819a-8065-441a-a0e8-537a77b4a6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:23.006479 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-1714819a-8065-441a-a0e8-537a77b4a6c8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=35314c86-042c-4482-9db4-a8a492106943 HTTP/1.1" status: 200 len: 856 time: 0.0776613 Dec 11 16:27:23.091934 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-0b04e06a-a3c1-4061-be9c-39b95c93cc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:23.093583 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-0b04e06a-a3c1-4061-be9c-39b95c93cc1f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=08a7ffcb-dce2-47a5-a283-64fa5b32feea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795355 Dec 11 16:27:23.157947 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-611f23ce-9066-4b89-87ca-f994334d76cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:23.187819 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851038720'] for network, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:23.192402 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:23.240217 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device d3f96bb3-3458-4a86-bf08-bc18a058d932 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:27:23.273377 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b143584a-de2b-42ef-b8c9-644395b2db4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:23.320019 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning for port d3f96bb3-3458-4a86-bf08-bc18a058d932 completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:27:23.327308 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port d3f96bb3-3458-4a86-bf08-bc18a058d932 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:27:23.327897 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:23.377422 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f23ce-9066-4b89-87ca-f994334d76cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd90d11b-586b-484e-9aef-7e1b06881870,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:23.399579 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ea9c7d42-22fc-4464-8a90-584df9c488d1 req-aa0f55c5-85ba-47ee-9ba9-d3a9f176eafa tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4071565 Dec 11 16:27:23.425476 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-611f23ce-9066-4b89-87ca-f994334d76cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:23.428773 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-611f23ce-9066-4b89-87ca-f994334d76cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:23.445293 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-611f23ce-9066-4b89-87ca-f994334d76cc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fd90d11b-586b-484e-9aef-7e1b06881870 HTTP/1.1" status: 204 len: 168 time: 1.4512274 Dec 11 16:27:23.495919 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-adde6a39-1356-4122-873a-c05017caf77f req-998ce4aa-d638-49c6-8456-de337205dd0f service neutron] 10.222.0.87 "GET /v2.0/networks/98273e7d-6ebb-4285-b7f1-5f101b8f1038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5190239 Dec 11 16:27:23.536184 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:23.567949 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb95ae6-61c3-466c-a316-4848ce73d7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f96bb3-3458-4a86-bf08-bc18a058d932'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:27:23.580767 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port d3f96bb3-3458-4a86-bf08-bc18a058d932, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=d3f96bb3-3458-4a86-bf08-bc18a058d932,segment=NetworkSegment(114d2847-428f-43e0-9263-dade0a4c2f73),segment_id=114d2847-428f-43e0-9263-dade0a4c2f73)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:27:23.584623 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:23.587365 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:23.670152 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb269b-a4e9-450c-8769-7a267874e8b8 req-a32fd2c3-f9d0-4b44-8e4c-e39a43a1c97d tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:23.677959 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-69eb269b-a4e9-450c-8769-7a267874e8b8 req-a32fd2c3-f9d0-4b44-8e4c-e39a43a1c97d tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 943 time: 0.6554887 Dec 11 16:27:23.679956 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=d3f96bb3-3458-4a86-bf08-bc18a058d932,revision_number=4']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:23.692703 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:23.712292 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-056dc78b-1d3b-4ca3-bdf2-1ccdd8c16682 service neutron] 10.222.0.87 "GET /v2.0/networks/08a7ffcb-dce2-47a5-a283-64fa5b32feea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5797327 Dec 11 16:27:23.796810 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851202014', 'neutron.services.segments.db._delete_segments_for_network--9223363266957784334'] for network, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:23.823014 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da647599-2fc9-47bc-a673-f1dcc6a031a9 req-4801151f-1f8b-49b1-8b86-f770e60ff484 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:23.823014 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-da647599-2fc9-47bc-a673-f1dcc6a031a9 req-4801151f-1f8b-49b1-8b86-f770e60ff484 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.87 "GET /v2.0/ports?device_id=6513845c-0043-4882-81b0-0eb15542c437 HTTP/1.1" status: 200 len: 945 time: 0.3678274 Dec 11 16:27:23.888208 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-69eb269b-a4e9-450c-8769-7a267874e8b8 req-c2b79cc4-23f4-4748-863a-bbe6a06e9a8d tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090063 Dec 11 16:27:23.923089 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-da647599-2fc9-47bc-a673-f1dcc6a031a9 req-9246fa90-ee62-4950-8ede-730377189b2a tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Deleting port ff021281-d463-4625-9cf6-30c319b0f449 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:27:23.923492 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-da647599-2fc9-47bc-a673-f1dcc6a031a9 req-9246fa90-ee62-4950-8ede-730377189b2a tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:23.955863 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80242) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:27:23.956281 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80242) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:27:23.957110 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80242) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:27:23.957503 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Subscribe: > port after_create 55550000 {{(pid=80242) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:27:23.957895 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80242) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:27:23.958264 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Subscribe: > port after_update 55550000 {{(pid=80242) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:27:23.958621 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80242) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:27:23.958988 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80242) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:27:23.959345 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80242) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:27:23.959729 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80242) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:27:23.974346 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb95ae6-61c3-466c-a316-4848ce73d7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f96bb3-3458-4a86-bf08-bc18a058d932', 'code': 200} Dec 11 16:27:24.025300 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3b087d84-8938-4fc0-9e77-804ddc6a4899 req-0ee68253-9ab0-4e42-a0ae-99a16b87dbf8 service neutron] 10.222.0.87 "GET /v2.0/networks/08a7ffcb-dce2-47a5-a283-64fa5b32feea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3058481 Dec 11 16:27:24.030548 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80242) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:27:24.030943 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80242) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:27:24.031326 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80242) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:27:24.031746 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80242) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:27:24.032153 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b55696-8f44-405e-9cec-ff37059f6f01']}} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:27:24.053087 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dbc1fe7-4fcf-49c6-bf1c-aa8535bc1230') {'for_net_delete': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:27:24.053327 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dbc1fe7-4fcf-49c6-bf1c-aa8535bc1230') {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:27:24.076072 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266957780391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2050643'] for segment, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:24.097276 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5ffa7-86a0-45a5-979b-befd479d6e6c req-b3fe771e-4f05-4d95-bbf6-a600f8c5312d tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:24.102043 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d8a5ffa7-86a0-45a5-979b-befd479d6e6c req-b3fe771e-4f05-4d95-bbf6-a600f8c5312d tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.45 "GET /v2.0/ports?device_id=6513845c-0043-4882-81b0-0eb15542c437 HTTP/1.1" status: 200 len: 945 time: 0.4119380 Dec 11 16:27:24.189139 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:24.199741 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 11 16:27:24.363147 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d8a5ffa7-86a0-45a5-979b-befd479d6e6c req-16606347-7c98-40a4-842a-6588831059b6 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.45 "GET /v2.0/security-groups?id=6127a463-fdbd-4df7-96fb-983dd7d68ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531092 Dec 11 16:27:24.375521 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-da647599-2fc9-47bc-a673-f1dcc6a031a9 req-9246fa90-ee62-4950-8ede-730377189b2a tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] For port ff021281-d463-4625-9cf6-30c319b0f449, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=ff021281-d463-4625-9cf6-30c319b0f449,segment=NetworkSegment(93a846ba-cd3e-4473-a885-636426a499ef),segment_id=93a846ba-cd3e-4473-a885-636426a499ef)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:27:24.376053 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-da647599-2fc9-47bc-a673-f1dcc6a031a9 req-9246fa90-ee62-4950-8ede-730377189b2a tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:24.386671 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea038e-c979-41ff-b191-f3830730b1e3 req-ae6043fa-9078-46fd-9016-5de97ae25e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:24.388349 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-06ea038e-c979-41ff-b191-f3830730b1e3 req-ae6043fa-9078-46fd-9016-5de97ae25e72 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=eccf3f61bd614d87b3e6357f1c1f13bb&device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 1160 time: 0.1595562 Dec 11 16:27:24.453929 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 40622) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:24.511741 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Network 64b55696-8f44-405e-9cec-ff37059f6f01 has no segments {{(pid=80242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 11 16:27:24.525239 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851196067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15198179'] for segment, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:24.546952 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da662b-a048-4393-8e1f-63ae1640d003 req-3bf3c99f-436e-43a9-a7b8-8434095ead4b tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:24.551903 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c9da662b-a048-4393-8e1f-63ae1640d003 req-3bf3c99f-436e-43a9-a7b8-8434095ead4b tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.4437735 Dec 11 16:27:24.602091 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-da647599-2fc9-47bc-a673-f1dcc6a031a9 req-9246fa90-ee62-4950-8ede-730377189b2a tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Calling delete_port for ff021281-d463-4625-9cf6-30c319b0f449 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:27:24.682471 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device d3f96bb3-3458-4a86-bf08-bc18a058d932 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:27:24.721810 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe14a8-150c-4f1e-9abc-a5f792a12aa6 req-c243b21c-5137-4002-b98b-c40aad51cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:24.723595 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-fbbe14a8-150c-4f1e-9abc-a5f792a12aa6 req-c243b21c-5137-4002-b98b-c40aad51cf74 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 1163 time: 0.4189312 Dec 11 16:27:24.791713 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port d3f96bb3-3458-4a86-bf08-bc18a058d932 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:27:24.792237 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:24.886427 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea038e-c979-41ff-b191-f3830730b1e3 req-e4c2849e-1bfb-42d6-b98a-0e4e23919c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:24.888328 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-06ea038e-c979-41ff-b191-f3830730b1e3 req-e4c2849e-1bfb-42d6-b98a-0e4e23919c58 service neutron] 10.222.0.87 "GET /v2.0/networks?id=08a7ffcb-dce2-47a5-a283-64fa5b32feea HTTP/1.1" status: 200 len: 911 time: 0.4332874 Dec 11 16:27:24.973896 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device ff021281-d463-4625-9cf6-30c319b0f449 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:27:25.036552 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-06ea038e-c979-41ff-b191-f3830730b1e3 req-5b214972-d05a-48d4-98dd-66a629fbb3cf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e928688-2b0d-48e7-8a3b-cc53a8dea49c HTTP/1.1" status: 200 len: 217 time: 0.1064229 Dec 11 16:27:25.040219 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c9da662b-a048-4393-8e1f-63ae1640d003 req-abcb88c7-d571-4d63-88fd-7a4525adc248 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357014 Dec 11 16:27:25.079882 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Network 64b55696-8f44-405e-9cec-ff37059f6f01 has no segments {{(pid=80242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: (rel_b, rel_a, rel_b), Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: (rel_b, rel_a, rel_b), Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: Traceback (most recent call last): Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: timer() Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: cb(*args, **kw) Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: return func(*args, **kwargs) Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: self._notify() Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: self.callback(batched_events) Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: event.method(event) Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: segment_id)['aggregates'][0] Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: return f(self, *a, **k) Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: return self._get(url).json() Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: **kwargs) Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: return self.request(url, 'GET', **kwargs) Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: **endpoint_filter) Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 16:27:25.153185 dv-cinder-766752-1-smb neutron-server[80122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 16:27:25.235249 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:25.275498 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-da647599-2fc9-47bc-a673-f1dcc6a031a9 req-9246fa90-ee62-4950-8ede-730377189b2a tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:25.286574 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:25.298821 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3573818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854360171'] for network, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:25.302655 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-fbbe14a8-150c-4f1e-9abc-a5f792a12aa6 req-9a7c3f6b-c7b2-4f17-9437-1e75caa879a8 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5248978 Dec 11 16:27:25.310818 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:25.334335 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba0d2b-ae9f-4640-930a-f41768f6c2b6 req-a550dbe9-683d-41d8-adb7-90fb05aba1e6 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:25.344083 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0bba0d2b-ae9f-4640-930a-f41768f6c2b6 req-a550dbe9-683d-41d8-adb7-90fb05aba1e6 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.7367740 Dec 11 16:27:25.356646 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea038e-c979-41ff-b191-f3830730b1e3 req-4404ca48-c2fd-4e96-bda7-0e58ef2faadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:25.358544 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-06ea038e-c979-41ff-b191-f3830730b1e3 req-4404ca48-c2fd-4e96-bda7-0e58ef2faadd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=35314c86-042c-4482-9db4-a8a492106943 HTTP/1.1" status: 200 len: 856 time: 0.3059297 Dec 11 16:27:25.359885 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Usage tracker for resource:security_group_rule and tenant:37788197ac0b400da89cd4c2c01f7ce8 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:25.381050 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-32bd0f50-9d3b-4684-9322-460a7b4993cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:25.421571 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Port ff021281-d463-4625-9cf6-30c319b0f449 update to DOWN by agent not found {{(pid=80244) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2085}} Dec 11 16:27:25.490307 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:25.518322 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:25.523704 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246fa90-ee62-4950-8ede-730377189b2a tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Pushing event deleted for resources: {'Port': ['ID=ff021281-d463-4625-9cf6-30c319b0f449,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:25.529396 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9246fa90-ee62-4950-8ede-730377189b2a tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:25.685697 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:25.712696 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Pushing event deleted for resources: {'Network': ['ID=64b55696-8f44-405e-9cec-ff37059f6f01,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:25.750648 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0bba0d2b-ae9f-4640-930a-f41768f6c2b6 req-1080eca4-866a-4553-9f4c-e4f48a64099f tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4055984 Dec 11 16:27:25.754774 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] 10.222.0.45 "DELETE /v2.0/networks/64b55696-8f44-405e-9cec-ff37059f6f01 HTTP/1.1" status: 204 len: 168 time: 2.8985424 Dec 11 16:27:25.755107 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.755778 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.756305 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.756772 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.757228 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.757723 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.759122 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.759249 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.759713 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.760469 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.760705 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.761166 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.761671 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.762135 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.762607 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.763068 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.763552 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.764017 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.764476 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.764937 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.765375 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.765838 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.766296 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.766766 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.770953 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:25.771940 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 40668) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:25.820301 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-da647599-2fc9-47bc-a673-f1dcc6a031a9 req-9246fa90-ee62-4950-8ede-730377189b2a tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] No DVR routers for this DVR port ff021281-d463-4625-9cf6-30c319b0f449 on host hv-cinder-76675 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 11 16:27:25.837012 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-da647599-2fc9-47bc-a673-f1dcc6a031a9 req-9246fa90-ee62-4950-8ede-730377189b2a tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:25.839117 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6513845c-0043-4882-81b0-0eb15542c437', 'name': 'network-vif-deleted', 'tag': 'ff021281-d463-4625-9cf6-30c319b0f449'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:27:25.848525 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:25.857703 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:25.860456 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad84d59-0074-45a3-a16d-66dafd794fe2 admin admin] Deleting subnet 5dca4cdc-76b6-4bbb-8423-88e4a7794d86 {{(pid=80242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 11 16:27:25.866310 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8ad84d59-0074-45a3-a16d-66dafd794fe2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:25.870533 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f78999ef-3dc2-4955-9505-5ba04514e739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:25.910088 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99c232-fc40-46d2-9469-bc12719e2222 req-eac6098c-089a-4f60-ae9f-3dbeb1e9e83a tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:25.911656 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3a99c232-fc40-46d2-9469-bc12719e2222 req-eac6098c-089a-4f60-ae9f-3dbeb1e9e83a tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 943 time: 0.5296926 Dec 11 16:27:25.934501 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-da647599-2fc9-47bc-a673-f1dcc6a031a9 req-9246fa90-ee62-4950-8ede-730377189b2a tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.87 "DELETE /v2.0/ports/ff021281-d463-4625-9cf6-30c319b0f449 HTTP/1.1" status: 204 len: 173 time: 2.1053660 Dec 11 16:27:25.944067 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=37788197ac0b400da89cd4c2c01f7ce8&name=default HTTP/1.1" status: 200 len: 2879 time: 1.4872885 Dec 11 16:27:25.945119 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764ca692-9803-42c7-bf5d-affa6c62c410,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:25.948032 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 40674) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:25.969305 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8ad84d59-0074-45a3-a16d-66dafd794fe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852725173'] for subnet, precommit_delete_associations {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:25.970411 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.970811 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.971203 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.971611 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.971993 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.972372 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.972747 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.973119 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.973492 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.973863 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.974235 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.974605 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.975015 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.975387 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.975789 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.976157 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.976668 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.976922 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.977291 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.977664 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.978015 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.978382 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.978747 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.979115 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:27:25.986829 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:25.988842 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea038e-c979-41ff-b191-f3830730b1e3 req-4a678373-2033-4e81-919f-02528891f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:25.990421 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-06ea038e-c979-41ff-b191-f3830730b1e3 req-4a678373-2033-4e81-919f-02528891f479 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=08a7ffcb-dce2-47a5-a283-64fa5b32feea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2974398 Dec 11 16:27:26.029771 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3a99c232-fc40-46d2-9469-bc12719e2222 req-4a7e99b9-dc52-43b1-b039-7623ee82b1e1 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040266 Dec 11 16:27:26.051117 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8ad84d59-0074-45a3-a16d-66dafd794fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586106'] for subnet, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:26.208470 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6513845c-0043-4882-81b0-0eb15542c437', 'name': 'network-vif-deleted', 'tag': 'ff021281-d463-4625-9cf6-30c319b0f449', 'status': 'completed', 'code': 200} Dec 11 16:27:26.237679 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e2641d2b-ef48-4552-8ff4-ed1a708ac74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:26.262242 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-61d740c3-9652-4608-a4cc-cdd78c6e8938 req-6bfa9977-5764-4115-9721-d1c5117162c4 tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] 10.222.0.45 "GET /v2.0/ports?device_id=6513845c-0043-4882-81b0-0eb15542c437 HTTP/1.1" status: 200 len: 210 time: 0.0554142 Dec 11 16:27:26.480613 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d8f02-35bf-4a07-933a-fb8ce240e327 req-68277b6a-dd3b-4fb2-b614-af9d1f7f589b tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:26.483967 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-cf0d8f02-35bf-4a07-933a-fb8ce240e327 req-68277b6a-dd3b-4fb2-b614-af9d1f7f589b tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.1612005 Dec 11 16:27:26.485683 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8ad84d59-0074-45a3-a16d-66dafd794fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851189726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15198040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839673155'] for subnet, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:26.504218 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:26.511487 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e2641d2b-ef48-4552-8ff4-ed1a708ac74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:26.591621 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-06ea038e-c979-41ff-b191-f3830730b1e3 req-6cb72555-0e29-4853-b7c1-3b1648b74dc2 service neutron] 10.222.0.87 "GET /v2.0/networks/08a7ffcb-dce2-47a5-a283-64fa5b32feea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5759068 Dec 11 16:27:26.592725 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad84d59-0074-45a3-a16d-66dafd794fe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dca4cdc-76b6-4bbb-8423-88e4a7794d86,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:26.599148 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c4db1-bca5-4206-a79d-45c66e97cc68 req-5915727e-89a4-4954-b8d9-c188b362f4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:26.600761 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d78c4db1-bca5-4206-a79d-45c66e97cc68 req-5915727e-89a4-4954-b8d9-c188b362f4cb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3aac1554ef17430cad7c85fea3e3ff64&device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 1163 time: 0.4383047 Dec 11 16:27:26.607114 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e2641d2b-ef48-4552-8ff4-ed1a708ac74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:26.612457 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7b2f91db-670e-4d10-aaea-51890fd887ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:26.615421 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8ad84d59-0074-45a3-a16d-66dafd794fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:26.626669 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2641d2b-ef48-4552-8ff4-ed1a708ac74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764ca692-9803-42c7-bf5d-affa6c62c410,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:26.629904 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e2641d2b-ef48-4552-8ff4-ed1a708ac74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:26.632004 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e2641d2b-ef48-4552-8ff4-ed1a708ac74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:26.633759 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-e2641d2b-ef48-4552-8ff4-ed1a708ac74c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/764ca692-9803-42c7-bf5d-affa6c62c410 HTTP/1.1" status: 204 len: 168 time: 0.6827719 Dec 11 16:27:26.686070 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-cf0d8f02-35bf-4a07-933a-fb8ce240e327 req-8231cd72-b3e1-4e88-9e30-dc978ebb6931 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827142 Dec 11 16:27:26.746375 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8ad84d59-0074-45a3-a16d-66dafd794fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for subnet, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:26.753214 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-8ad84d59-0074-45a3-a16d-66dafd794fe2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5dca4cdc-76b6-4bbb-8423-88e4a7794d86 HTTP/1.1" status: 204 len: 168 time: 0.9796572 Dec 11 16:27:26.756534 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 40692) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:27.018038 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c4db1-bca5-4206-a79d-45c66e97cc68 req-0c85c04e-4b65-46fc-a1e3-31250c0b2547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:27.019775 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d78c4db1-bca5-4206-a79d-45c66e97cc68 req-0c85c04e-4b65-46fc-a1e3-31250c0b2547 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9ec77316-2c94-4b1a-b7f0-14bd7e44d817 HTTP/1.1" status: 200 len: 913 time: 0.3803403 Dec 11 16:27:27.022118 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-06ea038e-c979-41ff-b191-f3830730b1e3 req-a3b68743-b87c-4ab5-b0c5-c4c67c76ebdc service neutron] 10.222.0.87 "GET /v2.0/networks/08a7ffcb-dce2-47a5-a283-64fa5b32feea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3814530 Dec 11 16:27:27.123613 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3419ea16-2c03-4422-8ccc-4d0c11c3d07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851038720'] for network, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:27.186743 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d78c4db1-bca5-4206-a79d-45c66e97cc68 req-8ffaf331-4faf-4f90-9b3f-49d4840aa5d4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dad6f21d-8822-49b6-a87e-18437b29e390 HTTP/1.1" status: 200 len: 217 time: 0.1337717 Dec 11 16:27:27.334177 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c4db1-bca5-4206-a79d-45c66e97cc68 req-03b630a6-d567-44d1-9465-f65ed62b5792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:27.335404 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d78c4db1-bca5-4206-a79d-45c66e97cc68 req-03b630a6-d567-44d1-9465-f65ed62b5792 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e6404f2-4e6d-43c0-8f0c-00c87c7cbef7 HTTP/1.1" status: 200 len: 859 time: 0.1321557 Dec 11 16:27:27.389884 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 40724) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:27.401936 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d78c4db1-bca5-4206-a79d-45c66e97cc68 req-7e408c48-a079-43ee-84d5-cfb3e3b58bc3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9ec77316-2c94-4b1a-b7f0-14bd7e44d817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582812 Dec 11 16:27:27.488250 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-035eaf84-27c8-4152-865d-529234cc03bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:27.606612 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-035eaf84-27c8-4152-865d-529234cc03bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:27.618528 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-035eaf84-27c8-4152-865d-529234cc03bd admin admin] Usage tracker for resource:security_group_rule and tenant:08f6662df71847a291942b3cf62ed905 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:27.618777 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d78c4db1-bca5-4206-a79d-45c66e97cc68 req-a515961a-8da3-4ccb-87b7-878ba9ebb5ea service neutron] 10.222.0.87 "GET /v2.0/networks/9ec77316-2c94-4b1a-b7f0-14bd7e44d817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086151 Dec 11 16:27:27.625212 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3419ea16-2c03-4422-8ccc-4d0c11c3d07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851202014', 'neutron.services.segments.db._delete_segments_for_network--9223363266957784334'] for network, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:27.640354 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-035eaf84-27c8-4152-865d-529234cc03bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:27.704719 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-035eaf84-27c8-4152-865d-529234cc03bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:27.743016 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 6e928688-2b0d-48e7-8a3b-cc53a8dea49c up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:27:27.747311 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8a54f-91de-4774-8d42-64f20bb704df req-c1fbe0f1-29c8-4e11-9343-b426054f35c3 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:27.754987 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5db8a54f-91de-4774-8d42-64f20bb704df req-c1fbe0f1-29c8-4e11-9343-b426054f35c3 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.7473500 Dec 11 16:27:27.785349 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d78c4db1-bca5-4206-a79d-45c66e97cc68 req-b7fa02d5-0c9a-43dc-aab8-f560ced9e2d2 service neutron] 10.222.0.87 "GET /v2.0/networks/9ec77316-2c94-4b1a-b7f0-14bd7e44d817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1587276 Dec 11 16:27:27.831338 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning for port 6e928688-2b0d-48e7-8a3b-cc53a8dea49c completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:27:27.837733 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 6e928688-2b0d-48e7-8a3b-cc53a8dea49c triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:27:27.838215 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:27.852510 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e37da7-7785-42a7-a347-039b4d2659b7 req-d7e66c6e-8652-4ea3-a637-eed5c5db5bda tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:27.854352 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-48e37da7-7785-42a7-a347-039b4d2659b7 req-d7e66c6e-8652-4ea3-a637-eed5c5db5bda tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 943 time: 0.5788150 Dec 11 16:27:27.856295 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-3419ea16-2c03-4422-8ccc-4d0c11c3d07f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed5d227-6dc2-42ce-8b06-2867adb87a13']}} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:27:27.893959 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-3419ea16-2c03-4422-8ccc-4d0c11c3d07f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05df65f8-c16f-4695-a3de-2c1109505342') {'for_net_delete': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:27:27.894240 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-3419ea16-2c03-4422-8ccc-4d0c11c3d07f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05df65f8-c16f-4695-a3de-2c1109505342') {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:27:27.908412 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5db8a54f-91de-4774-8d42-64f20bb704df req-4f0af37f-c5f1-42ec-8e87-b651340d2616 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1520402 Dec 11 16:27:27.973097 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3419ea16-2c03-4422-8ccc-4d0c11c3d07f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266957780391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2050643'] for segment, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:27.983908 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 40746) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:27.990249 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:28.026036 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-035eaf84-27c8-4152-865d-529234cc03bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:28.030088 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port 6e928688-2b0d-48e7-8a3b-cc53a8dea49c, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=6e928688-2b0d-48e7-8a3b-cc53a8dea49c,segment=NetworkSegment(e6501d83-0c9c-4b21-bbe2-cb17b597d222),segment_id=e6501d83-0c9c-4b21-bbe2-cb17b597d222)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:27:28.031217 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7283c35b-ec7b-41bc-8c9f-ff4bb250cda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e928688-2b0d-48e7-8a3b-cc53a8dea49c'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:27:28.037610 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-48e37da7-7785-42a7-a347-039b4d2659b7 req-0ca32426-f821-46b5-a85b-2fc094ba7634 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645322 Dec 11 16:27:28.047845 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3419ea16-2c03-4422-8ccc-4d0c11c3d07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:28.048405 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:28.049347 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device d3f96bb3-3458-4a86-bf08-bc18a058d932 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:27:28.050382 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3419ea16-2c03-4422-8ccc-4d0c11c3d07f admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 11 16:27:28.136540 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:28.207442 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=6e928688-2b0d-48e7-8a3b-cc53a8dea49c,revision_number=4']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:28.213220 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:28.246464 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port d3f96bb3-3458-4a86-bf08-bc18a058d932 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:27:28.246974 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:28.266291 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-39cdf0e6-00eb-4213-9523-4ffbfdb47d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:28.288853 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-39cdf0e6-00eb-4213-9523-4ffbfdb47d4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:28.291486 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-035eaf84-27c8-4152-865d-529234cc03bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:28.294112 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-39cdf0e6-00eb-4213-9523-4ffbfdb47d4f admin admin] Usage tracker for resource:security_group_rule and tenant:cdd83357c93d48ff87bae9f7f0813bd0 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:28.297858 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-39cdf0e6-00eb-4213-9523-4ffbfdb47d4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:28.306492 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-39cdf0e6-00eb-4213-9523-4ffbfdb47d4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:28.349183 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:28.402644 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-39cdf0e6-00eb-4213-9523-4ffbfdb47d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:28.406079 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-39cdf0e6-00eb-4213-9523-4ffbfdb47d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:28.415493 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b3bc82a2-7bd0-4275-b723-a7f7557856aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:28.438850 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-3419ea16-2c03-4422-8ccc-4d0c11c3d07f admin admin] Network 3ed5d227-6dc2-42ce-8b06-2867adb87a13 has no segments {{(pid=80242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 11 16:27:28.452415 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3419ea16-2c03-4422-8ccc-4d0c11c3d07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851196067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15198179'] for segment, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:28.461771 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-39cdf0e6-00eb-4213-9523-4ffbfdb47d4f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cdd83357c93d48ff87bae9f7f0813bd0&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4741476 Dec 11 16:27:28.462720 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 40760) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:28.468726 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdf0e6-00eb-4213-9523-4ffbfdb47d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81b5adf-3043-42c8-9e84-2fef50536933,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:28.485003 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-39cdf0e6-00eb-4213-9523-4ffbfdb47d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:28.540321 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-035eaf84-27c8-4152-865d-529234cc03bd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=08f6662df71847a291942b3cf62ed905&name=default HTTP/1.1" status: 200 len: 2879 time: 1.1429880 Dec 11 16:27:28.542039 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 40768) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:28.542226 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035eaf84-27c8-4152-865d-529234cc03bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548a1a0a-c919-464a-a54f-9642faaf4998,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:28.543619 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-29247d95-7019-45f6-be75-4ffd5823cbd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:28.546418 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-035eaf84-27c8-4152-865d-529234cc03bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:28.613543 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-29247d95-7019-45f6-be75-4ffd5823cbd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:28.693369 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5b4f9-1dca-4b75-b8a9-23db5e68b0d8 req-053fb1d1-5a43-4e1a-8456-370b2f94a0e5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:28.695967 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-aae5b4f9-1dca-4b75-b8a9-23db5e68b0d8 req-053fb1d1-5a43-4e1a-8456-370b2f94a0e5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.4446685 Dec 11 16:27:28.696239 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a01904c0-d1cb-4c55-a8f0-4b01cd4b9eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:28.697365 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-3419ea16-2c03-4422-8ccc-4d0c11c3d07f admin admin] Network 3ed5d227-6dc2-42ce-8b06-2867adb87a13 has no segments {{(pid=80242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 11 16:27:28.712693 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f535db9-194b-4112-9894-d1591c12360a req-edfeccb8-5820-4114-a967-df5b774f5654 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:28.720645 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5f535db9-194b-4112-9894-d1591c12360a req-edfeccb8-5820-4114-a967-df5b774f5654 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.4638000 Dec 11 16:27:28.722431 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 40776) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:28.732915 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a01904c0-d1cb-4c55-a8f0-4b01cd4b9eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: Traceback (most recent call last): Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: timer() Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: cb(*args, **kw) Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: return func(*args, **kwargs) Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: self._notify() Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: self.callback(batched_events) Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: event.method(event) Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: segment_id)['aggregates'][0] Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: return f(self, *a, **k) Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: return self._get(url).json() Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: **kwargs) Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: return self.request(url, 'GET', **kwargs) Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: **endpoint_filter) Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 16:27:28.743296 dv-cinder-766752-1-smb neutron-server[80122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 16:27:28.747028 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-fcada250-22f4-43f7-81e8-43b5bfdc3039 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Request body: {'floatingip': {'port_id': 'd3f96bb3-3458-4a86-bf08-bc18a058d932'}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:27:28.791746 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a01904c0-d1cb-4c55-a8f0-4b01cd4b9eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:28.797425 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-59de6de0-9c4a-4ac3-8c67-ea6f9305b490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:28.812357 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01904c0-d1cb-4c55-a8f0-4b01cd4b9eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548a1a0a-c919-464a-a54f-9642faaf4998,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:28.816223 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a01904c0-d1cb-4c55-a8f0-4b01cd4b9eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:28.826344 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-29247d95-7019-45f6-be75-4ffd5823cbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:28.836240 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-29247d95-7019-45f6-be75-4ffd5823cbd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:28.837488 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-29247d95-7019-45f6-be75-4ffd5823cbd2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f81b5adf-3043-42c8-9e84-2fef50536933 HTTP/1.1" status: 204 len: 168 time: 0.3732765 Dec 11 16:27:28.838689 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a566f792-a153-4ced-8347-832e435873a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:28.848583 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a01904c0-d1cb-4c55-a8f0-4b01cd4b9eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:28.853517 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-a01904c0-d1cb-4c55-a8f0-4b01cd4b9eab admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/548a1a0a-c919-464a-a54f-9642faaf4998 HTTP/1.1" status: 204 len: 168 time: 0.3057685 Dec 11 16:27:28.856839 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29247d95-7019-45f6-be75-4ffd5823cbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81b5adf-3043-42c8-9e84-2fef50536933,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:28.859688 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-29247d95-7019-45f6-be75-4ffd5823cbd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:28.860418 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7283c35b-ec7b-41bc-8c9f-ff4bb250cda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e928688-2b0d-48e7-8a3b-cc53a8dea49c', 'code': 200} Dec 11 16:27:28.993109 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 40786) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:29.162604 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fcada250-22f4-43f7-81e8-43b5bfdc3039 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for floatingip, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:29.200723 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823df23f-4365-4f14-bcb5-891a9649ae6a req-7d31de16-9e49-4b4b-b3f6-07c201b0fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:29.202329 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-823df23f-4365-4f14-bcb5-891a9649ae6a req-7d31de16-9e49-4b4b-b3f6-07c201b0fd23 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 1162 time: 0.0945520 Dec 11 16:27:29.222924 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 6e928688-2b0d-48e7-8a3b-cc53a8dea49c up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:27:29.302157 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-823df23f-4365-4f14-bcb5-891a9649ae6a req-ed1ed01e-84e4-4fe6-99f6-39a8a30bf0f2 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926197 Dec 11 16:27:29.312529 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5f535db9-194b-4112-9894-d1591c12360a req-cf694c8b-3111-41a8-989c-3b4911b24956 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5907981 Dec 11 16:27:29.361565 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 6e928688-2b0d-48e7-8a3b-cc53a8dea49c triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:27:29.362036 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:29.406822 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3419ea16-2c03-4422-8ccc-4d0c11c3d07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3573818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854360171'] for network, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:29.457427 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3d638ef2-d82d-4bd1-a61a-25f54b6475e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:29.480798 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3419ea16-2c03-4422-8ccc-4d0c11c3d07f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:29.487423 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419ea16-2c03-4422-8ccc-4d0c11c3d07f admin admin] Pushing event deleted for resources: {'Network': ['ID=3ed5d227-6dc2-42ce-8b06-2867adb87a13,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:29.489791 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-283cabd0-6f20-4e0e-a671-0eda62e205ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:29.504083 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3419ea16-2c03-4422-8ccc-4d0c11c3d07f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:29.508887 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 40798) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:29.532292 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-3419ea16-2c03-4422-8ccc-4d0c11c3d07f admin admin] 10.222.0.45 "DELETE /v2.0/networks/3ed5d227-6dc2-42ce-8b06-2867adb87a13 HTTP/1.1" status: 204 len: 168 time: 2.7742763 Dec 11 16:27:29.550245 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-41cc8b5f-cc57-47f4-a42d-97fe08bd1949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:29.570771 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-283cabd0-6f20-4e0e-a671-0eda62e205ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:29.585095 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-41cc8b5f-cc57-47f4-a42d-97fe08bd1949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:29.592575 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-41cc8b5f-cc57-47f4-a42d-97fe08bd1949 admin admin] Usage tracker for resource:security_group_rule and tenant:c74d9b4504f54206a90bea3fabdd3f99 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:29.597353 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-41cc8b5f-cc57-47f4-a42d-97fe08bd1949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:29.607916 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-41cc8b5f-cc57-47f4-a42d-97fe08bd1949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:29.651422 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-283cabd0-6f20-4e0e-a671-0eda62e205ea admin admin] Usage tracker for resource:security_group_rule and tenant:65a6246a83a1412fa2dfc38cc33e5e26 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:29.658607 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-283cabd0-6f20-4e0e-a671-0eda62e205ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:29.672945 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-283cabd0-6f20-4e0e-a671-0eda62e205ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:29.730384 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733f529-90cb-45cc-805d-c65cd455b2ca req-89fe0918-b750-4b68-b9b5-cfdde4c8ca0d tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:29.734097 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2733f529-90cb-45cc-805d-c65cd455b2ca req-89fe0918-b750-4b68-b9b5-cfdde4c8ca0d tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.4159186 Dec 11 16:27:29.834651 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 40812) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:29.877744 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-41cc8b5f-cc57-47f4-a42d-97fe08bd1949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:29.896739 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-41cc8b5f-cc57-47f4-a42d-97fe08bd1949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:29.907156 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:30.002063 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-283cabd0-6f20-4e0e-a671-0eda62e205ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:30.006921 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-7acf56c9-92f5-469f-af59-2ff6ae9a5741 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=41d4298141914e6b86e494c7cddbefd2&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1709878 Dec 11 16:27:30.009946 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-41cc8b5f-cc57-47f4-a42d-97fe08bd1949 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c74d9b4504f54206a90bea3fabdd3f99&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4966657 Dec 11 16:27:30.010769 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc8b5f-cc57-47f4-a42d-97fe08bd1949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2ef5b2-f6d1-477a-bdb3-3b25d9046303,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:30.013796 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 40822) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:30.014165 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 40824) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:30.018335 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-283cabd0-6f20-4e0e-a671-0eda62e205ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:30.028910 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-41cc8b5f-cc57-47f4-a42d-97fe08bd1949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:30.029441 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-41cc8b5f-cc57-47f4-a42d-97fe08bd1949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:30.059667 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 40830) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:30.198828 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-283cabd0-6f20-4e0e-a671-0eda62e205ea admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=65a6246a83a1412fa2dfc38cc33e5e26&name=default HTTP/1.1" status: 200 len: 2879 time: 1.2010894 Dec 11 16:27:30.209517 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 40840) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:30.212682 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cabd0-6f20-4e0e-a671-0eda62e205ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e441c39-fcaf-499f-abb9-4b34fa4a6f22,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:30.218798 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-283cabd0-6f20-4e0e-a671-0eda62e205ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:30.248583 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a1570b-4cbe-45d1-8307-71d085330aa3 admin admin] Deleting subnet b27bdf8e-374a-4269-8f3c-6860d8526af5 {{(pid=80243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 11 16:27:30.265923 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-25a1570b-4cbe-45d1-8307-71d085330aa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:30.267985 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2733f529-90cb-45cc-805d-c65cd455b2ca req-f8ec148b-1dd4-414a-a440-bc465adc76a1 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4316266 Dec 11 16:27:30.298311 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-70a0bb2a-9a51-43bd-bfca-babee074bdba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:30.313972 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cdb68130-768b-4b37-b0a7-fd46f3f25c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:30.365135 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-95bd2132-9b3e-440f-96df-3ea04cf55ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:30.376044 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-25a1570b-4cbe-45d1-8307-71d085330aa3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:30.394104 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-95bd2132-9b3e-440f-96df-3ea04cf55ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:30.396549 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-70a0bb2a-9a51-43bd-bfca-babee074bdba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:30.423330 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-25a1570b-4cbe-45d1-8307-71d085330aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586106'] for subnet, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:30.447523 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-95bd2132-9b3e-440f-96df-3ea04cf55ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:30.456785 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4dda269c-d4d7-44a9-bde8-52339272e281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:30.470792 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd2132-9b3e-440f-96df-3ea04cf55ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e441c39-fcaf-499f-abb9-4b34fa4a6f22,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:30.473781 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-95bd2132-9b3e-440f-96df-3ea04cf55ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:30.477064 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.db.resource_extend [None req-fcada250-22f4-43f7-81e8-43b5bfdc3039 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 11 16:27:30.520005 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cdb68130-768b-4b37-b0a7-fd46f3f25c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:30.618967 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-95bd2132-9b3e-440f-96df-3ea04cf55ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:30.622784 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-95bd2132-9b3e-440f-96df-3ea04cf55ed7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5e441c39-fcaf-499f-abb9-4b34fa4a6f22 HTTP/1.1" status: 204 len: 168 time: 0.4098215 Dec 11 16:27:30.653188 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fcada250-22f4-43f7-81e8-43b5bfdc3039 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for floatingip, precommit_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:30.664543 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fcada250-22f4-43f7-81e8-43b5bfdc3039 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854360154'] for floatingip, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:30.732986 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-70a0bb2a-9a51-43bd-bfca-babee074bdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:30.737231 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cdb68130-768b-4b37-b0a7-fd46f3f25c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:30.761292 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6d08d97a-41c7-46b5-8851-56244287ee2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:30.796797 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0bb2a-9a51-43bd-bfca-babee074bdba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220cc2cf-9038-4dee-a37e-5049f685500b,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:30.829703 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b40d54-5997-4b66-b4df-1a5e32863b10 req-187fcdaf-229c-4e64-adad-0c3a088caf39 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:30.832236 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-54b40d54-5997-4b66-b4df-1a5e32863b10 req-187fcdaf-229c-4e64-adad-0c3a088caf39 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.3572276 Dec 11 16:27:30.853560 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb68130-768b-4b37-b0a7-fd46f3f25c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2ef5b2-f6d1-477a-bdb3-3b25d9046303,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:30.942661 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-cdb68130-768b-4b37-b0a7-fd46f3f25c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:30.944331 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9ba180db-bdfb-4125-b567-ee602db7f01b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:30.944740 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9ba180db-bdfb-4125-b567-ee602db7f01b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:30.962879 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-70a0bb2a-9a51-43bd-bfca-babee074bdba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:30.964188 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-70a0bb2a-9a51-43bd-bfca-babee074bdba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/220cc2cf-9038-4dee-a37e-5049f685500b HTTP/1.1" status: 204 len: 168 time: 0.9488997 Dec 11 16:27:30.965263 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cdb68130-768b-4b37-b0a7-fd46f3f25c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:30.966389 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-cdb68130-768b-4b37-b0a7-fd46f3f25c60 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eb2ef5b2-f6d1-477a-bdb3-3b25d9046303 HTTP/1.1" status: 204 len: 168 time: 0.9492519 Dec 11 16:27:31.017309 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-25a1570b-4cbe-45d1-8307-71d085330aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851189726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882'] for subnet, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:31.096620 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:31.138995 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1570b-4cbe-45d1-8307-71d085330aa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b27bdf8e-374a-4269-8f3c-6860d8526af5,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:31.141816 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-54b40d54-5997-4b66-b4df-1a5e32863b10 req-4833e37c-c5d6-4ee4-9580-06a580a53833 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898097 Dec 11 16:27:31.142461 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-25a1570b-4cbe-45d1-8307-71d085330aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:31.191152 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-25a1570b-4cbe-45d1-8307-71d085330aa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:31.193559 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.l3_db [None req-fcada250-22f4-43f7-81e8-43b5bfdc3039 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Floating IP 4d407ef1-432f-4a21-a85a-4a1b9486af65 associated. External IP: 172.28.1.222, port: d3f96bb3-3458-4a86-bf08-bc18a058d932. Dec 11 16:27:31.198525 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-25a1570b-4cbe-45d1-8307-71d085330aa3 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b27bdf8e-374a-4269-8f3c-6860d8526af5 HTTP/1.1" status: 204 len: 168 time: 1.1332128 Dec 11 16:27:31.201085 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 40862) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:31.228114 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 6e928688-2b0d-48e7-8a3b-cc53a8dea49c up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:27:31.370570 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 6e928688-2b0d-48e7-8a3b-cc53a8dea49c triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:27:31.371004 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:31.415899 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-01e82062-8a76-4146-b698-fdfc320e2af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851038720'] for network, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:31.684582 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 40880) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:31.752692 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-65eca8e6-8cda-44a3-a5cc-1886385a69da admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9c1b75bd95034bb68c4547e9e8a0598f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0652635 Dec 11 16:27:31.752919 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 40884) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:31.768570 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8b601-b3c7-46b7-a539-30fbc7fee181 req-fb694c2a-8503-41c2-9a86-a2179d0734a1 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:31.770300 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-96f8b601-b3c7-46b7-a539-30fbc7fee181 req-fb694c2a-8503-41c2-9a86-a2179d0734a1 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.1925886 Dec 11 16:27:31.776668 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-01e82062-8a76-4146-b698-fdfc320e2af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851202014', 'neutron.services.segments.db._delete_segments_for_network--9223363266957784334'] for network, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:31.786624 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcada250-22f4-43f7-81e8-43b5bfdc3039 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Router f8c34d8b-1c03-4b78-9a09-464954aedf1c has already been hosted by L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 {{(pid=80242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 11 16:27:31.902893 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-96f8b601-b3c7-46b7-a539-30fbc7fee181 req-19b961a6-6bca-4a59-a940-9a8cd6cf9028 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145706 Dec 11 16:27:31.978844 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-01e82062-8a76-4146-b698-fdfc320e2af0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:27:31.979417 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-01e82062-8a76-4146-b698-fdfc320e2af0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:27:31.980939 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-01e82062-8a76-4146-b698-fdfc320e2af0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:27:31.981477 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-01e82062-8a76-4146-b698-fdfc320e2af0 admin admin] Subscribe: > port after_create 55550000 {{(pid=80243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:27:31.981979 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-01e82062-8a76-4146-b698-fdfc320e2af0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:27:31.982500 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-01e82062-8a76-4146-b698-fdfc320e2af0 admin admin] Subscribe: > port after_update 55550000 {{(pid=80243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:27:31.983001 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-01e82062-8a76-4146-b698-fdfc320e2af0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:27:31.983530 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-01e82062-8a76-4146-b698-fdfc320e2af0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:27:31.984029 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-01e82062-8a76-4146-b698-fdfc320e2af0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:27:31.984550 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-01e82062-8a76-4146-b698-fdfc320e2af0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:27:32.056496 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-01e82062-8a76-4146-b698-fdfc320e2af0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:27:32.056880 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-01e82062-8a76-4146-b698-fdfc320e2af0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:27:32.057264 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-01e82062-8a76-4146-b698-fdfc320e2af0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:27:32.057638 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-01e82062-8a76-4146-b698-fdfc320e2af0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 11 16:27:32.058031 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-01e82062-8a76-4146-b698-fdfc320e2af0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b']}} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:27:32.071009 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e6626104-12eb-4739-8111-8b9b14bda62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:32.076213 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-01e82062-8a76-4146-b698-fdfc320e2af0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a846ba-cd3e-4473-a885-636426a499ef') {'for_net_delete': True} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:27:32.076546 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-01e82062-8a76-4146-b698-fdfc320e2af0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a846ba-cd3e-4473-a885-636426a499ef') {} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:27:32.090855 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcada250-22f4-43f7-81e8-43b5bfdc3039 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:27:32.099088 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-01e82062-8a76-4146-b698-fdfc320e2af0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266957780391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839507426'] for segment, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:32.107597 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fcada250-22f4-43f7-81e8-43b5bfdc3039 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for floatingip, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:32.109803 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e651e8-a977-43bf-b878-a6fe8a7d5987 None None] Sync routers for ids ['f8c34d8b-1c03-4b78-9a09-464954aedf1c'] in dv-cinder-766752-1-smb {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:27:32.126627 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e651e8-a977-43bf-b878-a6fe8a7d5987 None None] Routers {'f8c34d8b-1c03-4b78-9a09-464954aedf1c'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:27:32.128106 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-e2e651e8-a977-43bf-b878-a6fe8a7d5987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:27:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['f8c34d8b-1c03-4b78-9a09-464954aedf1c'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:27:32.182122 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e6626104-12eb-4739-8111-8b9b14bda62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:32.193124 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-01e82062-8a76-4146-b698-fdfc320e2af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:32.196824 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-01e82062-8a76-4146-b698-fdfc320e2af0 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 11 16:27:32.244764 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-fcada250-22f4-43f7-81e8-43b5bfdc3039 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "PUT /v2.0/floatingips/4d407ef1-432f-4a21-a85a-4a1b9486af65 HTTP/1.1" status: 200 len: 992 time: 3.5033736 Dec 11 16:27:32.249785 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb95ae6-61c3-466c-a316-4848ce73d7cb', 'tag': 'd3f96bb3-3458-4a86-bf08-bc18a058d932'}] {{(pid=80242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:27:32.274615 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d884762-c963-4721-b745-4f418f642fd6 req-341d5eb7-565c-40fe-be58-bc430d817372 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:32.276340 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2d884762-c963-4721-b745-4f418f642fd6 req-341d5eb7-565c-40fe-be58-bc430d817372 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.1008234 Dec 11 16:27:32.286574 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 40910) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:32.293345 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-6b7ef485-1c3c-4376-bf44-379621c701a0 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Request body: {'floatingip': {'port_id': '6e928688-2b0d-48e7-8a3b-cc53a8dea49c'}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:27:32.391218 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef485-1c3c-4376-bf44-379621c701a0 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for floatingip, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:32.633504 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-e2e651e8-a977-43bf-b878-a6fe8a7d5987 None None] Set router f8c34d8b-1c03-4b78-9a09-464954aedf1c gateway port host: dv-cinder-766752-1-smb {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:27:32.647089 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371fc00-3bb4-41dc-beb2-03d6c0e58a8b req-8430231a-84d6-453b-ae3e-9240184a6b80 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:32.648761 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4371fc00-3bb4-41dc-beb2-03d6c0e58a8b req-8430231a-84d6-453b-ae3e-9240184a6b80 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.2001703 Dec 11 16:27:32.688520 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb95ae6-61c3-466c-a316-4848ce73d7cb', 'tag': 'd3f96bb3-3458-4a86-bf08-bc18a058d932', 'status': 'completed', 'code': 200} Dec 11 16:27:32.771771 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4371fc00-3bb4-41dc-beb2-03d6c0e58a8b req-a911e024-eead-4672-9ceb-069aa6e4f052 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836313 Dec 11 16:27:33.033356 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-01e82062-8a76-4146-b698-fdfc320e2af0 admin admin] Network 4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b has no segments {{(pid=80243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 11 16:27:33.046245 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-01e82062-8a76-4146-b698-fdfc320e2af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851196067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15134202'] for segment, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:33.202607 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-e2e651e8-a977-43bf-b878-a6fe8a7d5987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'name': 'tempest-AttachVolumeTestJSON-458078925-router', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185'}], 'enable_snat': True}, 'gw_port_id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:25Z', 'updated_at': '2020-12-11T16:26:38Z', 'revision_number': 4, 'project_id': '18cab7096ec7405c979d977608f922bb', 'gw_port': {'id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:11:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:28Z', 'updated_at': '2020-12-11T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_floatingips': [{'id': '4d407ef1-432f-4a21-a85a-4a1b9486af65', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'floating_ip_address': '172.28.1.222', 'floating_network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'router_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'port_id': 'd3f96bb3-3458-4a86-bf08-bc18a058d932', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038', 'mac_address': 'fa:16:3e:05:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb95ae6-61c3-466c-a316-4848ce73d7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:26:50Z', 'updated_at': '2020-12-11T16:27:30Z', 'revision_number': 1, 'project_id': '18cab7096ec7405c979d977608f922bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae39b5fd-413a-458d-ad50-6292b0caa7df', 'name': '', 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'mac_address': 'fa:16:3e:76:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56573ac3-46db-42ab-ac70-c5fd685172d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:35Z', 'updated_at': '2020-12-11T16:26:53Z', 'revision_number': 5, 'project_id': '18cab7096ec7405c979d977608f922bb', 'subnets': [{'id': '56573ac3-46db-42ab-ac70-c5fd685172d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:27:33.209470 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e651e8-a977-43bf-b878-a6fe8a7d5987 None None] Checking router: f8c34d8b-1c03-4b78-9a09-464954aedf1c for host: dv-cinder-766752-1-smb {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:27:33.232556 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e651e8-a977-43bf-b878-a6fe8a7d5987 None None] Routers {'f8c34d8b-1c03-4b78-9a09-464954aedf1c'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:27:33.233223 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-e2e651e8-a977-43bf-b878-a6fe8a7d5987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:27:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['f8c34d8b-1c03-4b78-9a09-464954aedf1c'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:27:33.324724 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-01e82062-8a76-4146-b698-fdfc320e2af0 admin admin] Network 4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b has no segments {{(pid=80243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 11 16:27:33.379214 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef485-1c3c-4376-bf44-379621c701a0 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for floatingip, precommit_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:33.384516 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef485-1c3c-4376-bf44-379621c701a0 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854360154'] for floatingip, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:33.450925 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-e2e651e8-a977-43bf-b878-a6fe8a7d5987 None None] Set router f8c34d8b-1c03-4b78-9a09-464954aedf1c gateway port host: dv-cinder-766752-1-smb {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: (rel_b, rel_a, rel_b), Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: (rel_b, rel_a, rel_b), Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: Traceback (most recent call last): Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: timer() Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: cb(*args, **kw) Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: return func(*args, **kwargs) Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: self._notify() Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: self.callback(batched_events) Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: event.method(event) Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: segment_id)['aggregates'][0] Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: return f(self, *a, **k) Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: return self._get(url).json() Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: **kwargs) Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: return self.request(url, 'GET', **kwargs) Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: **endpoint_filter) Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 16:27:33.473503 dv-cinder-766752-1-smb neutron-server[80122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 16:27:33.478881 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-01e82062-8a76-4146-b698-fdfc320e2af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3573818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854360171'] for network, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:33.485185 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e6626104-12eb-4739-8111-8b9b14bda62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:33.492374 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-01e82062-8a76-4146-b698-fdfc320e2af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:33.503095 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:33.516628 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-01e82062-8a76-4146-b698-fdfc320e2af0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b HTTP/1.1" status: 204 len: 168 time: 2.3144839 Dec 11 16:27:33.517603 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6626104-12eb-4739-8111-8b9b14bda62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee1e4bb-049f-4822-8b22-d132eb7d6160,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:33.521220 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e6626104-12eb-4739-8111-8b9b14bda62a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:33.524068 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a56f3-4bb2-4d93-a50c-17aa95c0e425 req-569bc4d5-9503-4fe5-a49f-19f241f386a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:33.525995 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2d2a56f3-4bb2-4d93-a50c-17aa95c0e425 req-569bc4d5-9503-4fe5-a49f-19f241f386a5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=18cab7096ec7405c979d977608f922bb&device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 1163 time: 0.5858586 Dec 11 16:27:33.555403 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a54678ed-a530-4ef4-9b5f-5f7e15916ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:33.596291 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e82062-8a76-4146-b698-fdfc320e2af0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e5aebd4-24d6-4dde-aa82-cf3dc0a35b0b,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:33.599044 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-01e82062-8a76-4146-b698-fdfc320e2af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:33.602002 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e6626104-12eb-4739-8111-8b9b14bda62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:33.605486 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-e6626104-12eb-4739-8111-8b9b14bda62a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bee1e4bb-049f-4822-8b22-d132eb7d6160 HTTP/1.1" status: 204 len: 168 time: 1.8492184 Dec 11 16:27:33.663795 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.l3_db [None req-6b7ef485-1c3c-4376-bf44-379621c701a0 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Floating IP a947843a-a333-4693-b586-5af88f7e4aa7 associated. External IP: 172.28.1.230, port: 6e928688-2b0d-48e7-8a3b-cc53a8dea49c. Dec 11 16:27:33.781237 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a56f3-4bb2-4d93-a50c-17aa95c0e425 req-125fc305-f88d-4e0f-8af6-0272d31bbe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:33.797917 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2d2a56f3-4bb2-4d93-a50c-17aa95c0e425 req-125fc305-f88d-4e0f-8af6-0272d31bbe65 service neutron] 10.222.0.87 "GET /v2.0/networks?id=98273e7d-6ebb-4285-b7f1-5f101b8f1038 HTTP/1.1" status: 200 len: 904 time: 0.2021918 Dec 11 16:27:33.976882 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2d2a56f3-4bb2-4d93-a50c-17aa95c0e425 req-ba83705b-6e75-4c52-a475-2979e5bafc5f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3f96bb3-3458-4a86-bf08-bc18a058d932 HTTP/1.1" status: 200 len: 1000 time: 0.1693547 Dec 11 16:27:34.035805 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-e2e651e8-a977-43bf-b878-a6fe8a7d5987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'name': 'tempest-AttachVolumeTestJSON-458078925-router', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185'}], 'enable_snat': True}, 'gw_port_id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:25Z', 'updated_at': '2020-12-11T16:26:38Z', 'revision_number': 4, 'project_id': '18cab7096ec7405c979d977608f922bb', 'gw_port': {'id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:11:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:28Z', 'updated_at': '2020-12-11T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_floatingips': [{'id': '4d407ef1-432f-4a21-a85a-4a1b9486af65', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'floating_ip_address': '172.28.1.222', 'floating_network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'router_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'port_id': 'd3f96bb3-3458-4a86-bf08-bc18a058d932', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038', 'mac_address': 'fa:16:3e:05:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb95ae6-61c3-466c-a316-4848ce73d7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:26:50Z', 'updated_at': '2020-12-11T16:27:30Z', 'revision_number': 1, 'project_id': '18cab7096ec7405c979d977608f922bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae39b5fd-413a-458d-ad50-6292b0caa7df', 'name': '', 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'mac_address': 'fa:16:3e:76:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56573ac3-46db-42ab-ac70-c5fd685172d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:35Z', 'updated_at': '2020-12-11T16:26:53Z', 'revision_number': 5, 'project_id': '18cab7096ec7405c979d977608f922bb', 'subnets': [{'id': '56573ac3-46db-42ab-ac70-c5fd685172d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:27:34.041812 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e651e8-a977-43bf-b878-a6fe8a7d5987 None None] The sync data for ids ['f8c34d8b-1c03-4b78-9a09-464954aedf1c'] in dv-cinder-766752-1-smb is: [{'id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'name': 'tempest-AttachVolumeTestJSON-458078925-router', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185'}], 'enable_snat': True}, 'gw_port_id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:25Z', 'updated_at': '2020-12-11T16:26:38Z', 'revision_number': 4, 'project_id': '18cab7096ec7405c979d977608f922bb', 'gw_port': {'id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:11:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:28Z', 'updated_at': '2020-12-11T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_floatingips': [{'id': '4d407ef1-432f-4a21-a85a-4a1b9486af65', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'floating_ip_address': '172.28.1.222', 'floating_network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'router_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'port_id': 'd3f96bb3-3458-4a86-bf08-bc18a058d932', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038', 'mac_address': 'fa:16:3e:05:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb95ae6-61c3-466c-a316-4848ce73d7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:26:50Z', 'updated_at': '2020-12-11T16:27:30Z', 'revision_number': 1, 'project_id': '18cab7096ec7405c979d977608f922bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae39b5fd-413a-458d-ad50-6292b0caa7df', 'name': '', 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'mac_address': 'fa:16:3e:76:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56573ac3-46db-42ab-ac70-c5fd685172d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:35Z', 'updated_at': '2020-12-11T16:26:53Z', 'revision_number': 5, 'project_id': '18cab7096ec7405c979d977608f922bb', 'subnets': [{'id': '56573ac3-46db-42ab-ac70-c5fd685172d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:27:34.055541 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a56f3-4bb2-4d93-a50c-17aa95c0e425 req-f9bb6596-e2aa-4bc3-9446-ce29970121be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:34.057380 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2d2a56f3-4bb2-4d93-a50c-17aa95c0e425 req-f9bb6596-e2aa-4bc3-9446-ce29970121be service neutron] 10.222.0.87 "GET /v2.0/subnets?id=56573ac3-46db-42ab-ac70-c5fd685172d7 HTTP/1.1" status: 200 len: 849 time: 0.0733745 Dec 11 16:27:34.162982 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 40952) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:34.163751 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 40954) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:34.273931 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-0aff69cf-57df-4592-87ed-61e55160e7f9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ab2f8e1954c64d759980d7be86319b59&name=default HTTP/1.1" status: 200 len: 2875 time: 0.1017711 Dec 11 16:27:34.279339 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 40962) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:34.315271 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a56f3-4bb2-4d93-a50c-17aa95c0e425 req-38fee5d7-ad2c-4ef8-aa76-fe28462a0185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:34.317537 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2d2a56f3-4bb2-4d93-a50c-17aa95c0e425 req-38fee5d7-ad2c-4ef8-aa76-fe28462a0185 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=98273e7d-6ebb-4285-b7f1-5f101b8f1038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2535036 Dec 11 16:27:34.476466 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055085f2-551a-4f10-bb01-e47fa4455f74 None None] New status for floating IP 4d407ef1-432f-4a21-a85a-4a1b9486af65: ACTIVE {{(pid=80244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 11 16:27:34.498783 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ebe0b-2617-4a61-885f-bd42ea060eba req-d937fef2-675b-4bc6-9022-7c6a77de0f9e tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:34.506437 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2b5ebe0b-2617-4a61-885f-bd42ea060eba req-d937fef2-675b-4bc6-9022-7c6a77de0f9e tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.2999794 Dec 11 16:27:34.550027 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7ef485-1c3c-4376-bf44-379621c701a0 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Router adb6acbf-d5be-45d3-8993-7504e038406f has already been hosted by L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 {{(pid=80242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 11 16:27:34.655921 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2d2a56f3-4bb2-4d93-a50c-17aa95c0e425 req-925b45e7-cda1-42e9-84dd-e9a7e006dd53 service neutron] 10.222.0.87 "GET /v2.0/networks/98273e7d-6ebb-4285-b7f1-5f101b8f1038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198171 Dec 11 16:27:34.658708 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-804506e8-d2da-4674-988a-5f7f2312d9d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:34.729449 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-804506e8-d2da-4674-988a-5f7f2312d9d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:34.744182 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2b5ebe0b-2617-4a61-885f-bd42ea060eba req-a516c75f-4e6f-4c61-993d-5d8ffe01c3f8 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367334 Dec 11 16:27:34.879127 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7ef485-1c3c-4376-bf44-379621c701a0 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:27:34.885028 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef485-1c3c-4376-bf44-379621c701a0 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for floatingip, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:34.892884 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a46599-a430-4bc3-898f-1a43f73672f3 None None] Sync routers for ids ['adb6acbf-d5be-45d3-8993-7504e038406f'] in dv-cinder-766752-1-smb {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:27:34.911634 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a46599-a430-4bc3-898f-1a43f73672f3 None None] Routers {'adb6acbf-d5be-45d3-8993-7504e038406f'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:27:34.912177 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-94a46599-a430-4bc3-898f-1a43f73672f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:27:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['adb6acbf-d5be-45d3-8993-7504e038406f'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:27:34.931784 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d44a6f08-d5f0-4ae7-bcf6-572810de26c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:34.947074 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-804506e8-d2da-4674-988a-5f7f2312d9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:34.956548 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e2641d2b-ef48-4552-8ff4-ed1a708ac74c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:34.991589 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804506e8-d2da-4674-988a-5f7f2312d9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6127a463-fdbd-4df7-96fb-983dd7d68ed0,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:34.994852 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-804506e8-d2da-4674-988a-5f7f2312d9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:34.996325 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-d44a6f08-d5f0-4ae7-bcf6-572810de26c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:35.001439 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-804506e8-d2da-4674-988a-5f7f2312d9d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:35.003050 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-804506e8-d2da-4674-988a-5f7f2312d9d1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6127a463-fdbd-4df7-96fb-983dd7d68ed0 HTTP/1.1" status: 204 len: 168 time: 0.7185905 Dec 11 16:27:35.010467 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-d44a6f08-d5f0-4ae7-bcf6-572810de26c5 admin admin] Usage tracker for resource:security_group_rule and tenant:58c21ebc5d6b493993e3a59393138d22 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:35.019800 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-d44a6f08-d5f0-4ae7-bcf6-572810de26c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:35.037399 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-6b7ef485-1c3c-4376-bf44-379621c701a0 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "PUT /v2.0/floatingips/a947843a-a333-4693-b586-5af88f7e4aa7 HTTP/1.1" status: 200 len: 991 time: 2.7467911 Dec 11 16:27:35.038557 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7283c35b-ec7b-41bc-8c9f-ff4bb250cda8', 'tag': '6e928688-2b0d-48e7-8a3b-cc53a8dea49c'}] {{(pid=80242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:27:35.049775 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 40984) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:35.056009 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-d44a6f08-d5f0-4ae7-bcf6-572810de26c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:35.137497 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2d2a56f3-4bb2-4d93-a50c-17aa95c0e425 req-e1d7e44e-80e7-40db-8cc5-5f884495b72b service neutron] 10.222.0.87 "GET /v2.0/networks/98273e7d-6ebb-4285-b7f1-5f101b8f1038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3545094 Dec 11 16:27:35.250360 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-94a46599-a430-4bc3-898f-1a43f73672f3 None None] Set router adb6acbf-d5be-45d3-8993-7504e038406f gateway port host: dv-cinder-766752-1-smb {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:27:35.264069 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d44a6f08-d5f0-4ae7-bcf6-572810de26c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:35.267610 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d44a6f08-d5f0-4ae7-bcf6-572810de26c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:35.283634 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:35.310515 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7283c35b-ec7b-41bc-8c9f-ff4bb250cda8', 'tag': '6e928688-2b0d-48e7-8a3b-cc53a8dea49c', 'status': 'completed', 'code': 200} Dec 11 16:27:35.335068 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-d44a6f08-d5f0-4ae7-bcf6-572810de26c5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=58c21ebc5d6b493993e3a59393138d22&name=default HTTP/1.1" status: 200 len: 2879 time: 1.1666088 Dec 11 16:27:35.338273 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 41000) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:35.342123 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a6f08-d5f0-4ae7-bcf6-572810de26c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95afe58b-d7c0-4ae3-b97e-aba2d04c4f1f,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:35.346281 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d44a6f08-d5f0-4ae7-bcf6-572810de26c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:35.419299 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-619b9ceb-c711-4bda-a985-99bb2fefc890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:35.454859 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-619b9ceb-c711-4bda-a985-99bb2fefc890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:35.519763 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-619b9ceb-c711-4bda-a985-99bb2fefc890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:35.524365 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7629d38-abbd-43ec-af6c-438672b6c222 req-c38f75f5-60d4-478d-873e-0922ad2e36b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:35.526280 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-611f23ce-9066-4b89-87ca-f994334d76cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:35.526423 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e7629d38-abbd-43ec-af6c-438672b6c222 req-c38f75f5-60d4-478d-873e-0922ad2e36b8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=eccf3f61bd614d87b3e6357f1c1f13bb&device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 1162 time: 0.1557391 Dec 11 16:27:35.560668 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-10fb25ed-1b2e-448e-b65a-26745c592584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:35.574659 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b9ceb-c711-4bda-a985-99bb2fefc890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95afe58b-d7c0-4ae3-b97e-aba2d04c4f1f,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:35.581503 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-10fb25ed-1b2e-448e-b65a-26745c592584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:35.586900 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-10fb25ed-1b2e-448e-b65a-26745c592584 admin admin] Usage tracker for resource:security_group_rule and tenant:a7922222063c4bc6b69f8c42566d6582 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:35.590649 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-10fb25ed-1b2e-448e-b65a-26745c592584 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:35.596712 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-10fb25ed-1b2e-448e-b65a-26745c592584 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:35.684214 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-619b9ceb-c711-4bda-a985-99bb2fefc890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:35.688192 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-619b9ceb-c711-4bda-a985-99bb2fefc890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:35.689409 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-619b9ceb-c711-4bda-a985-99bb2fefc890 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/95afe58b-d7c0-4ae3-b97e-aba2d04c4f1f HTTP/1.1" status: 204 len: 168 time: 0.3498578 Dec 11 16:27:35.691584 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-10fb25ed-1b2e-448e-b65a-26745c592584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:35.694905 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-10fb25ed-1b2e-448e-b65a-26745c592584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:35.739818 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-035eaf84-27c8-4152-865d-529234cc03bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:35.751257 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-10fb25ed-1b2e-448e-b65a-26745c592584 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a7922222063c4bc6b69f8c42566d6582&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6997705 Dec 11 16:27:35.756471 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 41016) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:35.802375 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb25ed-1b2e-448e-b65a-26745c592584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c2bfbe-0c3b-472e-aa68-aead057dbfc3,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:35.808679 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-10fb25ed-1b2e-448e-b65a-26745c592584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:35.845738 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7629d38-abbd-43ec-af6c-438672b6c222 req-ae43ac58-5281-43b2-b7d2-2e6ccc62815d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:35.845738 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e7629d38-abbd-43ec-af6c-438672b6c222 req-ae43ac58-5281-43b2-b7d2-2e6ccc62815d service neutron] 10.222.0.87 "GET /v2.0/networks?id=08a7ffcb-dce2-47a5-a283-64fa5b32feea HTTP/1.1" status: 200 len: 911 time: 0.3116891 Dec 11 16:27:35.864454 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1e49062c-b47e-4d97-b240-bf0f5b0f9733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:35.895382 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1e49062c-b47e-4d97-b240-bf0f5b0f9733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:35.954908 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-94a46599-a430-4bc3-898f-1a43f73672f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'name': 'tempest-AttachVolumeShelveTestJSON-1535416449-router', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:31Z', 'updated_at': '2020-12-11T16:26:53Z', 'revision_number': 4, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'gw_port': {'id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:34Z', 'updated_at': '2020-12-11T16:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_floatingips': [{'id': 'a947843a-a333-4693-b586-5af88f7e4aa7', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'floating_ip_address': '172.28.1.230', 'floating_network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'router_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'port_id': '6e928688-2b0d-48e7-8a3b-cc53a8dea49c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea', 'mac_address': 'fa:16:3e:ff:d9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7283c35b-ec7b-41bc-8c9f-ff4bb250cda8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:27:09Z', 'updated_at': '2020-12-11T16:27:33Z', 'revision_number': 1, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8ffc17-dca6-4b14-b307-f8c899522b77', 'name': '', 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'mac_address': 'fa:16:3e:d6:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '35314c86-042c-4482-9db4-a8a492106943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:27:07Z', 'revision_number': 5, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'subnets': [{'id': '35314c86-042c-4482-9db4-a8a492106943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:27:35.956511 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1e49062c-b47e-4d97-b240-bf0f5b0f9733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:35.959930 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a46599-a430-4bc3-898f-1a43f73672f3 None None] Checking router: adb6acbf-d5be-45d3-8993-7504e038406f for host: dv-cinder-766752-1-smb {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:27:35.965229 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:35.970383 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a46599-a430-4bc3-898f-1a43f73672f3 None None] Routers {'adb6acbf-d5be-45d3-8993-7504e038406f'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:27:35.971051 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-94a46599-a430-4bc3-898f-1a43f73672f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:27:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['adb6acbf-d5be-45d3-8993-7504e038406f'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:27:35.986408 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49062c-b47e-4d97-b240-bf0f5b0f9733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c2bfbe-0c3b-472e-aa68-aead057dbfc3,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:36.024728 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1e49062c-b47e-4d97-b240-bf0f5b0f9733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:36.029921 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1e49062c-b47e-4d97-b240-bf0f5b0f9733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:36.031128 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-1e49062c-b47e-4d97-b240-bf0f5b0f9733 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f3c2bfbe-0c3b-472e-aa68-aead057dbfc3 HTTP/1.1" status: 204 len: 168 time: 0.2739995 Dec 11 16:27:36.085408 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3749f72-bf76-4e3f-b6cc-91e43b74f7e4 req-25af11b8-5afa-4944-a6b8-16211870c383 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:36.087442 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c3749f72-bf76-4e3f-b6cc-91e43b74f7e4 req-25af11b8-5afa-4944-a6b8-16211870c383 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.1034729 Dec 11 16:27:36.097603 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e7629d38-abbd-43ec-af6c-438672b6c222 req-d863bd93-9a34-4c5f-a57c-f2be941acd96 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e928688-2b0d-48e7-8a3b-cc53a8dea49c HTTP/1.1" status: 200 len: 999 time: 0.2351627 Dec 11 16:27:36.158413 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c3749f72-bf76-4e3f-b6cc-91e43b74f7e4 req-ec3a4f15-c0b9-40bf-8392-1541edd98231 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616946 Dec 11 16:27:36.183287 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7629d38-abbd-43ec-af6c-438672b6c222 req-4b99205f-9eaa-4af7-a252-9710fd7fecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:36.184876 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e7629d38-abbd-43ec-af6c-438672b6c222 req-4b99205f-9eaa-4af7-a252-9710fd7fecc3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=35314c86-042c-4482-9db4-a8a492106943 HTTP/1.1" status: 200 len: 856 time: 0.0786502 Dec 11 16:27:36.240251 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-94a46599-a430-4bc3-898f-1a43f73672f3 None None] Set router adb6acbf-d5be-45d3-8993-7504e038406f gateway port host: dv-cinder-766752-1-smb {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:27:36.294223 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7629d38-abbd-43ec-af6c-438672b6c222 req-a5b508c6-8738-437a-b071-1a2da0324246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:36.295919 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e7629d38-abbd-43ec-af6c-438672b6c222 req-a5b508c6-8738-437a-b071-1a2da0324246 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=08a7ffcb-dce2-47a5-a283-64fa5b32feea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1005976 Dec 11 16:27:36.513740 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e7629d38-abbd-43ec-af6c-438672b6c222 req-37a0d8b2-37b3-4bf1-b12b-42d2b6e6a8e9 service neutron] 10.222.0.87 "GET /v2.0/networks/08a7ffcb-dce2-47a5-a283-64fa5b32feea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083583 Dec 11 16:27:36.708209 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e7629d38-abbd-43ec-af6c-438672b6c222 req-1d7ad960-23fb-40a5-ad8b-5cd6f50578ec service neutron] 10.222.0.87 "GET /v2.0/networks/08a7ffcb-dce2-47a5-a283-64fa5b32feea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1874912 Dec 11 16:27:36.843570 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-94a46599-a430-4bc3-898f-1a43f73672f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'name': 'tempest-AttachVolumeShelveTestJSON-1535416449-router', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:31Z', 'updated_at': '2020-12-11T16:26:53Z', 'revision_number': 4, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'gw_port': {'id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:34Z', 'updated_at': '2020-12-11T16:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_floatingips': [{'id': 'a947843a-a333-4693-b586-5af88f7e4aa7', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'floating_ip_address': '172.28.1.230', 'floating_network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'router_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'port_id': '6e928688-2b0d-48e7-8a3b-cc53a8dea49c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea', 'mac_address': 'fa:16:3e:ff:d9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7283c35b-ec7b-41bc-8c9f-ff4bb250cda8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:27:09Z', 'updated_at': '2020-12-11T16:27:33Z', 'revision_number': 1, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8ffc17-dca6-4b14-b307-f8c899522b77', 'name': '', 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'mac_address': 'fa:16:3e:d6:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '35314c86-042c-4482-9db4-a8a492106943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:27:07Z', 'revision_number': 5, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'subnets': [{'id': '35314c86-042c-4482-9db4-a8a492106943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:27:36.848884 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a46599-a430-4bc3-898f-1a43f73672f3 None None] The sync data for ids ['adb6acbf-d5be-45d3-8993-7504e038406f'] in dv-cinder-766752-1-smb is: [{'id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'name': 'tempest-AttachVolumeShelveTestJSON-1535416449-router', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:31Z', 'updated_at': '2020-12-11T16:26:53Z', 'revision_number': 4, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'gw_port': {'id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:34Z', 'updated_at': '2020-12-11T16:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_floatingips': [{'id': 'a947843a-a333-4693-b586-5af88f7e4aa7', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'floating_ip_address': '172.28.1.230', 'floating_network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'router_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'port_id': '6e928688-2b0d-48e7-8a3b-cc53a8dea49c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea', 'mac_address': 'fa:16:3e:ff:d9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7283c35b-ec7b-41bc-8c9f-ff4bb250cda8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:27:09Z', 'updated_at': '2020-12-11T16:27:33Z', 'revision_number': 1, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8ffc17-dca6-4b14-b307-f8c899522b77', 'name': '', 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'mac_address': 'fa:16:3e:d6:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '35314c86-042c-4482-9db4-a8a492106943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:27:07Z', 'revision_number': 5, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'subnets': [{'id': '35314c86-042c-4482-9db4-a8a492106943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:27:36.873938 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 41046) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:36.894562 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c4368b0d-7482-4e59-ab00-4727c3b39411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:36.913624 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-c4368b0d-7482-4e59-ab00-4727c3b39411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:36.918430 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-c4368b0d-7482-4e59-ab00-4727c3b39411 admin admin] Usage tracker for resource:security_group_rule and tenant:ba4967661c6c4475bbd4e79dc47c0833 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:36.921929 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-c4368b0d-7482-4e59-ab00-4727c3b39411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:36.929760 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-c4368b0d-7482-4e59-ab00-4727c3b39411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:37.023437 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c4368b0d-7482-4e59-ab00-4727c3b39411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:37.026840 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c4368b0d-7482-4e59-ab00-4727c3b39411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:37.043095 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-619b9ceb-c711-4bda-a985-99bb2fefc890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:37.088733 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-c4368b0d-7482-4e59-ab00-4727c3b39411 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ba4967661c6c4475bbd4e79dc47c0833&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2136393 Dec 11 16:27:37.091777 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 41058) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:37.095041 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4368b0d-7482-4e59-ab00-4727c3b39411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9e3da6-a519-4efd-9eff-5fc29961e425,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:37.109794 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c4368b0d-7482-4e59-ab00-4727c3b39411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:37.184358 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc696ef-9b41-459d-9105-a7ba90c62393 None None] New status for floating IP a947843a-a333-4693-b586-5af88f7e4aa7: ACTIVE {{(pid=80244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 11 16:27:37.205620 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cc7076d1-a85a-482c-b50a-d14a9ca2197d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:37.276987 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cc7076d1-a85a-482c-b50a-d14a9ca2197d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:37.447897 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cc7076d1-a85a-482c-b50a-d14a9ca2197d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:37.483012 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c4368b0d-7482-4e59-ab00-4727c3b39411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:37.522286 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7076d1-a85a-482c-b50a-d14a9ca2197d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9e3da6-a519-4efd-9eff-5fc29961e425,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:37.556953 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-cc7076d1-a85a-482c-b50a-d14a9ca2197d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:37.578977 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cc7076d1-a85a-482c-b50a-d14a9ca2197d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:37.582807 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-cc7076d1-a85a-482c-b50a-d14a9ca2197d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae9e3da6-a519-4efd-9eff-5fc29961e425 HTTP/1.1" status: 204 len: 168 time: 0.4876485 Dec 11 16:27:37.606099 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792968ed-4da0-4eac-a109-e68a4f497be9 req-a2376434-b47f-463d-ab31-0a38488167c8 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:37.608017 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-792968ed-4da0-4eac-a109-e68a4f497be9 req-a2376434-b47f-463d-ab31-0a38488167c8 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.2817016 Dec 11 16:27:37.679710 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-792968ed-4da0-4eac-a109-e68a4f497be9 req-2bb495de-6d0d-42f4-ad0b-3b475419198b tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550814 Dec 11 16:27:38.228552 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 41098) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:38.474271 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-198b38ce-b085-405f-bc85-4f56081c7db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:38.490303 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-198b38ce-b085-405f-bc85-4f56081c7db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:38.501135 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-198b38ce-b085-405f-bc85-4f56081c7db7 admin admin] Usage tracker for resource:security_group_rule and tenant:753fe841112644b2b45daeecb5d22f4c is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:38.504871 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-198b38ce-b085-405f-bc85-4f56081c7db7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:38.513236 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-198b38ce-b085-405f-bc85-4f56081c7db7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:38.611189 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-198b38ce-b085-405f-bc85-4f56081c7db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:38.614889 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-198b38ce-b085-405f-bc85-4f56081c7db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:38.627648 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:38.678129 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-198b38ce-b085-405f-bc85-4f56081c7db7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=753fe841112644b2b45daeecb5d22f4c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4484258 Dec 11 16:27:38.681433 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 41140) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:38.684686 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b38ce-b085-405f-bc85-4f56081c7db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e278c2a-a853-495b-9e09-d6d2ae8eea71,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:38.704648 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-198b38ce-b085-405f-bc85-4f56081c7db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:38.760410 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d5dc88a0-b981-4d76-a22d-b35aa1f7af98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:38.820553 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d5dc88a0-b981-4d76-a22d-b35aa1f7af98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:38.947923 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d5dc88a0-b981-4d76-a22d-b35aa1f7af98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:38.956368 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-21c63262-9329-4348-a546-bcf7e69b1810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:38.971988 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc88a0-b981-4d76-a22d-b35aa1f7af98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e278c2a-a853-495b-9e09-d6d2ae8eea71,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:38.978150 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d5dc88a0-b981-4d76-a22d-b35aa1f7af98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:38.982893 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d5dc88a0-b981-4d76-a22d-b35aa1f7af98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:38.984127 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-d5dc88a0-b981-4d76-a22d-b35aa1f7af98 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1e278c2a-a853-495b-9e09-d6d2ae8eea71 HTTP/1.1" status: 204 len: 168 time: 0.3015370 Dec 11 16:27:39.001376 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f322d70-7081-4f5b-ba14-8d549ffcf10e req-bf2a11ca-d159-4b90-ad95-3cf48704e533 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:39.010001 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4f322d70-7081-4f5b-ba14-8d549ffcf10e req-bf2a11ca-d159-4b90-ad95-3cf48704e533 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.1290140 Dec 11 16:27:39.053802 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4f322d70-7081-4f5b-ba14-8d549ffcf10e req-427d35ea-38df-4cd6-acc8-5f100a3a5a6f tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431139 Dec 11 16:27:39.170237 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 41160) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:39.536582 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-67f0f5fe-1c35-49c9-b26b-085a21b10cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:39.552163 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-67f0f5fe-1c35-49c9-b26b-085a21b10cb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:39.556360 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-67f0f5fe-1c35-49c9-b26b-085a21b10cb0 admin admin] Usage tracker for resource:security_group_rule and tenant:7fcb9916edb64b499f1d809491231ef7 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:39.559364 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-67f0f5fe-1c35-49c9-b26b-085a21b10cb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:39.568728 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-67f0f5fe-1c35-49c9-b26b-085a21b10cb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:39.683210 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-67f0f5fe-1c35-49c9-b26b-085a21b10cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:39.687732 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-67f0f5fe-1c35-49c9-b26b-085a21b10cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:39.700093 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c8a61cc5-5321-4b34-9f02-0e679edf8d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:39.731605 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0f5fe-1c35-49c9-b26b-085a21b10cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a737320-37b7-4128-bad6-47c1e773f247,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:39.751233 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-67f0f5fe-1c35-49c9-b26b-085a21b10cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:39.783974 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-67f0f5fe-1c35-49c9-b26b-085a21b10cb0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7fcb9916edb64b499f1d809491231ef7&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6123092 Dec 11 16:27:39.784116 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 41186) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:39.821684 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 41192) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:39.842488 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-25473684-2fed-47f2-b5df-5e450c81194c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:39.895241 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-25473684-2fed-47f2-b5df-5e450c81194c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:39.898920 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b54d19ae-e8bd-421e-813d-3f2da2b639f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:39.900600 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-25473684-2fed-47f2-b5df-5e450c81194c admin admin] Usage tracker for resource:security_group_rule and tenant:8e5ee7a396214511835f269c3f7c44fc is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:39.904690 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-25473684-2fed-47f2-b5df-5e450c81194c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:39.911477 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-25473684-2fed-47f2-b5df-5e450c81194c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:39.992581 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b54d19ae-e8bd-421e-813d-3f2da2b639f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:40.029394 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-25473684-2fed-47f2-b5df-5e450c81194c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:40.035765 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-25473684-2fed-47f2-b5df-5e450c81194c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:40.070743 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-cdb68130-768b-4b37-b0a7-fd46f3f25c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:40.081792 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-25473684-2fed-47f2-b5df-5e450c81194c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8e5ee7a396214511835f269c3f7c44fc&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2587368 Dec 11 16:27:40.088662 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 41208) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:40.148324 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25473684-2fed-47f2-b5df-5e450c81194c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85666045-552c-4634-9629-990168ea9354,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:40.168621 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-25473684-2fed-47f2-b5df-5e450c81194c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:40.268777 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b54d19ae-e8bd-421e-813d-3f2da2b639f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:40.269597 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-17069f3b-0380-4107-8e25-5a2d477c88d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:40.327695 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-17069f3b-0380-4107-8e25-5a2d477c88d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:40.384442 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-cc7076d1-a85a-482c-b50a-d14a9ca2197d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:40.454656 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d19ae-e8bd-421e-813d-3f2da2b639f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a737320-37b7-4128-bad6-47c1e773f247,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:40.457513 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b54d19ae-e8bd-421e-813d-3f2da2b639f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:40.482715 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b54d19ae-e8bd-421e-813d-3f2da2b639f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:40.486937 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-b54d19ae-e8bd-421e-813d-3f2da2b639f0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1a737320-37b7-4128-bad6-47c1e773f247 HTTP/1.1" status: 204 len: 168 time: 0.6957767 Dec 11 16:27:40.507330 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-17069f3b-0380-4107-8e25-5a2d477c88d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:40.513408 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-198b38ce-b085-405f-bc85-4f56081c7db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:40.535132 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e5986-a2af-4ee0-aa51-e03370b93204 req-acbe6ad5-5207-4af2-a235-9e1960775fba tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:40.536906 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-709e5986-a2af-4ee0-aa51-e03370b93204 req-acbe6ad5-5207-4af2-a235-9e1960775fba tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.1613798 Dec 11 16:27:40.549668 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17069f3b-0380-4107-8e25-5a2d477c88d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85666045-552c-4634-9629-990168ea9354,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:40.549668 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-17069f3b-0380-4107-8e25-5a2d477c88d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:40.551204 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-17069f3b-0380-4107-8e25-5a2d477c88d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:40.554800 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-17069f3b-0380-4107-8e25-5a2d477c88d6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/85666045-552c-4634-9629-990168ea9354 HTTP/1.1" status: 204 len: 168 time: 0.4621730 Dec 11 16:27:40.608812 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-709e5986-a2af-4ee0-aa51-e03370b93204 req-6f9a1553-98c5-42b8-a974-e9db6af40fad tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589206 Dec 11 16:27:41.927439 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357f82e-e9cc-4864-9672-24d6fb779cf0 req-850a26fe-8c7c-49db-b4f2-91120db35be5 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:41.937377 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3357f82e-e9cc-4864-9672-24d6fb779cf0 req-850a26fe-8c7c-49db-b4f2-91120db35be5 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.1368668 Dec 11 16:27:41.997257 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3357f82e-e9cc-4864-9672-24d6fb779cf0 req-21dd115e-e5d6-4414-8a97-a74547743f0a tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585880 Dec 11 16:27:43.220903 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac013040-c612-4ca6-9642-9bac6234047e req-4b15ea6e-5eb9-4893-bdb2-0c014f91bf4b tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:43.222505 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ac013040-c612-4ca6-9642-9bac6234047e req-4b15ea6e-5eb9-4893-bdb2-0c014f91bf4b tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.0944741 Dec 11 16:27:43.273473 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ac013040-c612-4ca6-9642-9bac6234047e req-3f06aba8-7939-42ba-8cad-8adec07f046c tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420964 Dec 11 16:27:43.869641 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-28b3151f-deb4-4733-919f-54ef8c004208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:44.506817 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fe2b3-7097-44e9-984c-1b6af480fffa req-0e9c9847-7699-41e0-96a9-8f6f57fa807d tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:44.509048 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-529fe2b3-7097-44e9-984c-1b6af480fffa req-0e9c9847-7699-41e0-96a9-8f6f57fa807d tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.0968015 Dec 11 16:27:44.560677 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-529fe2b3-7097-44e9-984c-1b6af480fffa req-080cac1f-d70b-430d-865d-25c53e9f6ac6 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450518 Dec 11 16:27:45.650414 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 41458) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:45.822181 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a0fbf-fb77-4206-9204-bfd87471c92e req-af683e94-c686-484e-9df7-eb0c1d37e96d tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:45.823931 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-073a0fbf-fb77-4206-9204-bfd87471c92e req-af683e94-c686-484e-9df7-eb0c1d37e96d tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.0834479 Dec 11 16:27:45.825319 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-60213daa-9835-4857-99f3-d6d4d5aa0013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:45.841862 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-60213daa-9835-4857-99f3-d6d4d5aa0013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:45.845909 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-60213daa-9835-4857-99f3-d6d4d5aa0013 admin admin] Usage tracker for resource:security_group_rule and tenant:a483a705767545b8bbd26fe4bf49ebb9 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:45.848926 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-60213daa-9835-4857-99f3-d6d4d5aa0013 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:45.855943 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-60213daa-9835-4857-99f3-d6d4d5aa0013 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:45.876008 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-073a0fbf-fb77-4206-9204-bfd87471c92e req-73f06aad-4aae-49ef-9ca6-d94fa08e37a7 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455058 Dec 11 16:27:45.943242 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-60213daa-9835-4857-99f3-d6d4d5aa0013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:45.946411 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-60213daa-9835-4857-99f3-d6d4d5aa0013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:45.955815 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-39cdf0e6-00eb-4213-9523-4ffbfdb47d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:46.001244 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-60213daa-9835-4857-99f3-d6d4d5aa0013 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a483a705767545b8bbd26fe4bf49ebb9&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3470776 Dec 11 16:27:46.001244 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60213daa-9835-4857-99f3-d6d4d5aa0013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9cc3b2-f7d8-481e-981d-a1798e5bf3f7,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:46.002255 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 41470) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:46.002988 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-60213daa-9835-4857-99f3-d6d4d5aa0013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:46.075200 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-84cfedbf-31e5-47e8-b2f5-30dad3c374f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:46.104979 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-84cfedbf-31e5-47e8-b2f5-30dad3c374f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:46.114297 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-83ee5292-1a34-4682-9e57-bb639e785925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:46.158841 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-84cfedbf-31e5-47e8-b2f5-30dad3c374f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:46.167445 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:46.182754 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfedbf-31e5-47e8-b2f5-30dad3c374f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9cc3b2-f7d8-481e-981d-a1798e5bf3f7,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:46.185619 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-84cfedbf-31e5-47e8-b2f5-30dad3c374f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:46.186808 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-84cfedbf-31e5-47e8-b2f5-30dad3c374f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:46.190386 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-84cfedbf-31e5-47e8-b2f5-30dad3c374f3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae9cc3b2-f7d8-481e-981d-a1798e5bf3f7 HTTP/1.1" status: 204 len: 168 time: 0.1838377 Dec 11 16:27:46.574190 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 41494) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:46.593697 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ea91a564-1931-4e76-8a8d-2214346eef60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:46.610139 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-ea91a564-1931-4e76-8a8d-2214346eef60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:46.618213 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-ea91a564-1931-4e76-8a8d-2214346eef60 admin admin] Usage tracker for resource:security_group_rule and tenant:accb2af9a1c64e6c8550ec32d7132b70 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:46.622435 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-ea91a564-1931-4e76-8a8d-2214346eef60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:46.628849 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-ea91a564-1931-4e76-8a8d-2214346eef60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:46.722861 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ea91a564-1931-4e76-8a8d-2214346eef60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:46.726391 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ea91a564-1931-4e76-8a8d-2214346eef60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:46.736884 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f6a5ba6e-4ded-44fa-abda-f4c24496eb74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:46.782521 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91a564-1931-4e76-8a8d-2214346eef60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12154de6-0b16-4714-a40c-3b410fd32821,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:46.790182 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ea91a564-1931-4e76-8a8d-2214346eef60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:46.790785 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:46.798558 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 41506) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:46.798965 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-ea91a564-1931-4e76-8a8d-2214346eef60 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=accb2af9a1c64e6c8550ec32d7132b70&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2229066 Dec 11 16:27:46.877623 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4615860a-a02b-40f4-b45d-b90caa28391d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:46.903663 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4615860a-a02b-40f4-b45d-b90caa28391d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:46.956833 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4615860a-a02b-40f4-b45d-b90caa28391d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:46.962630 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4fe1d91d-3e16-4988-bbfd-b54228aadb84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:46.980755 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615860a-a02b-40f4-b45d-b90caa28391d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12154de6-0b16-4714-a40c-3b410fd32821,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:46.985062 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4615860a-a02b-40f4-b45d-b90caa28391d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:47.020641 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4615860a-a02b-40f4-b45d-b90caa28391d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:47.025366 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-4615860a-a02b-40f4-b45d-b90caa28391d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/12154de6-0b16-4714-a40c-3b410fd32821 HTTP/1.1" status: 204 len: 168 time: 0.2256777 Dec 11 16:27:47.108938 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c62bf-f2ab-40d5-ad2b-c160d781c4ef req-421c13cd-7894-44f6-b36b-527e0cb12edb tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:47.110688 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f71c62bf-f2ab-40d5-ad2b-c160d781c4ef req-421c13cd-7894-44f6-b36b-527e0cb12edb tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.0924938 Dec 11 16:27:47.160815 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f71c62bf-f2ab-40d5-ad2b-c160d781c4ef req-1eea4036-32a4-410f-8a68-cc6145da3031 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419626 Dec 11 16:27:47.537541 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:47.581140 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 41554) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:47.825751 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ab0dc003-2f24-4f79-b3b6-4192aa3fd98b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:47.846270 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-ab0dc003-2f24-4f79-b3b6-4192aa3fd98b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:47.850550 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-ab0dc003-2f24-4f79-b3b6-4192aa3fd98b admin admin] Usage tracker for resource:security_group_rule and tenant:36300bf346b04536a120f655acfc76b6 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:47.853720 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-ab0dc003-2f24-4f79-b3b6-4192aa3fd98b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:47.859570 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-ab0dc003-2f24-4f79-b3b6-4192aa3fd98b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:47.964606 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ab0dc003-2f24-4f79-b3b6-4192aa3fd98b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:47.970031 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ab0dc003-2f24-4f79-b3b6-4192aa3fd98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:48.000964 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-84cfedbf-31e5-47e8-b2f5-30dad3c374f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:48.031277 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-ab0dc003-2f24-4f79-b3b6-4192aa3fd98b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=36300bf346b04536a120f655acfc76b6&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4485180 Dec 11 16:27:48.032178 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0dc003-2f24-4f79-b3b6-4192aa3fd98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2a3d59-865c-41d7-a13f-e6e99d389163,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:48.034457 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 41582) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:48.035653 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ab0dc003-2f24-4f79-b3b6-4192aa3fd98b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:48.123485 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ec07f9ee-5f97-45d9-9347-a7b92f199fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:48.155563 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ec07f9ee-5f97-45d9-9347-a7b92f199fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:48.209502 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ec07f9ee-5f97-45d9-9347-a7b92f199fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:48.216498 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-02a14208-77ce-4c41-b841-6c316ca59a6e tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:48.229861 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07f9ee-5f97-45d9-9347-a7b92f199fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2a3d59-865c-41d7-a13f-e6e99d389163,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:48.237346 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ec07f9ee-5f97-45d9-9347-a7b92f199fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:48.238352 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ec07f9ee-5f97-45d9-9347-a7b92f199fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:48.240390 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-ec07f9ee-5f97-45d9-9347-a7b92f199fe4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cb2a3d59-865c-41d7-a13f-e6e99d389163 HTTP/1.1" status: 204 len: 168 time: 0.2048151 Dec 11 16:27:48.412325 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:48.484328 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113caab-8973-4153-af77-0844fedd8df0 req-f0ca4945-2b8e-4d83-9938-3efedb728963 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:48.492681 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9113caab-8973-4153-af77-0844fedd8df0 req-f0ca4945-2b8e-4d83-9938-3efedb728963 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.1395640 Dec 11 16:27:48.574216 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9113caab-8973-4153-af77-0844fedd8df0 req-78a8f9b5-d589-4734-851e-9917a8cee734 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749750 Dec 11 16:27:48.983246 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 41618) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:49.244457 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-06a3438d-b044-4238-8f35-55c232cef359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:49.261895 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-06a3438d-b044-4238-8f35-55c232cef359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:49.266346 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-06a3438d-b044-4238-8f35-55c232cef359 admin admin] Usage tracker for resource:security_group_rule and tenant:9e19807f61f84d70a44e57d0701107a5 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:49.270189 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-06a3438d-b044-4238-8f35-55c232cef359 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:49.276869 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-06a3438d-b044-4238-8f35-55c232cef359 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:49.371283 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-06a3438d-b044-4238-8f35-55c232cef359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:49.374459 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-06a3438d-b044-4238-8f35-55c232cef359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:49.384719 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:49.426741 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-06a3438d-b044-4238-8f35-55c232cef359 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9e19807f61f84d70a44e57d0701107a5&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4420140 Dec 11 16:27:49.428443 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3438d-b044-4238-8f35-55c232cef359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a79e07-5509-473e-a7f2-4c9657781de9,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:49.430429 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 41640) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:49.432420 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-06a3438d-b044-4238-8f35-55c232cef359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:49.524601 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a366e8be-716d-4808-9b7f-cb5acefc0632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:49.554620 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a366e8be-716d-4808-9b7f-cb5acefc0632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:49.621307 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a366e8be-716d-4808-9b7f-cb5acefc0632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:49.632526 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-95bd2132-9b3e-440f-96df-3ea04cf55ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:49.685545 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366e8be-716d-4808-9b7f-cb5acefc0632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a79e07-5509-473e-a7f2-4c9657781de9,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:49.687599 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a366e8be-716d-4808-9b7f-cb5acefc0632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:49.688816 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-a366e8be-716d-4808-9b7f-cb5acefc0632 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a2a79e07-5509-473e-a7f2-4c9657781de9 HTTP/1.1" status: 204 len: 168 time: 0.2570155 Dec 11 16:27:49.689720 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a366e8be-716d-4808-9b7f-cb5acefc0632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:49.785068 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 41664) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:49.987937 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-50d7fe31-5076-4824-8665-a3a6466bbceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:50.005831 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-50d7fe31-5076-4824-8665-a3a6466bbceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:50.010624 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-50d7fe31-5076-4824-8665-a3a6466bbceb admin admin] Usage tracker for resource:security_group_rule and tenant:99a2159863c24df8b68597a2c1b9dd18 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:50.013860 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-50d7fe31-5076-4824-8665-a3a6466bbceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:50.019985 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-50d7fe31-5076-4824-8665-a3a6466bbceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:50.130520 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-50d7fe31-5076-4824-8665-a3a6466bbceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:50.136509 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-50d7fe31-5076-4824-8665-a3a6466bbceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:50.146480 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:50.222325 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ff2ce-f6c3-46aa-ad47-00e9f3b24edf req-05d75d61-b295-4292-a5be-a9fdbb5fea82 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:50.224776 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b37ff2ce-f6c3-46aa-ad47-00e9f3b24edf req-05d75d61-b295-4292-a5be-a9fdbb5fea82 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.3205190 Dec 11 16:27:50.231202 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 41684) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:50.241901 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-50d7fe31-5076-4824-8665-a3a6466bbceb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=99a2159863c24df8b68597a2c1b9dd18&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4549243 Dec 11 16:27:50.258124 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d7fe31-5076-4824-8665-a3a6466bbceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6a9c22-159f-482e-adeb-9074a6e4981d,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:50.262271 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-50d7fe31-5076-4824-8665-a3a6466bbceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:50.311288 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b37ff2ce-f6c3-46aa-ad47-00e9f3b24edf req-9559b9e7-fbf6-44fa-ad65-3d62dcf1b566 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620251 Dec 11 16:27:50.320099 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 41688) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:50.343005 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-be255e09-4005-40e6-b553-b4f0969d79b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:50.378078 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-be255e09-4005-40e6-b553-b4f0969d79b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:50.429614 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-be255e09-4005-40e6-b553-b4f0969d79b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:50.435865 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e6626104-12eb-4739-8111-8b9b14bda62a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:50.452199 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be255e09-4005-40e6-b553-b4f0969d79b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6a9c22-159f-482e-adeb-9074a6e4981d,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:50.457906 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-be255e09-4005-40e6-b553-b4f0969d79b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:50.472018 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 41694) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:50.476707 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-be255e09-4005-40e6-b553-b4f0969d79b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:50.478014 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-be255e09-4005-40e6-b553-b4f0969d79b1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2c6a9c22-159f-482e-adeb-9074a6e4981d HTTP/1.1" status: 204 len: 168 time: 0.2455239 Dec 11 16:27:50.515057 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0fefc306-6b48-4efc-a3f6-bc09eb5af4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:50.550399 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-708776d1-9b0c-458b-9928-d846a03b3e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:50.564387 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-0fefc306-6b48-4efc-a3f6-bc09eb5af4f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:50.570882 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-708776d1-9b0c-458b-9928-d846a03b3e73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:50.573432 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-0fefc306-6b48-4efc-a3f6-bc09eb5af4f7 admin admin] Usage tracker for resource:security_group_rule and tenant:6d602045487f458582f39a3d717c93b8 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:50.578160 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-708776d1-9b0c-458b-9928-d846a03b3e73 admin admin] Usage tracker for resource:security_group_rule and tenant:e09e3342ff2145538f796208498b3a03 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:50.580918 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-0fefc306-6b48-4efc-a3f6-bc09eb5af4f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:50.583788 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-708776d1-9b0c-458b-9928-d846a03b3e73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:50.591429 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-0fefc306-6b48-4efc-a3f6-bc09eb5af4f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:50.593733 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-708776d1-9b0c-458b-9928-d846a03b3e73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:50.775423 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0fefc306-6b48-4efc-a3f6-bc09eb5af4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:50.786661 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0fefc306-6b48-4efc-a3f6-bc09eb5af4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:50.798353 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-50d7fe31-5076-4824-8665-a3a6466bbceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:50.810396 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-708776d1-9b0c-458b-9928-d846a03b3e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:50.824309 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-708776d1-9b0c-458b-9928-d846a03b3e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:50.867805 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-0fefc306-6b48-4efc-a3f6-bc09eb5af4f7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6d602045487f458582f39a3d717c93b8&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3946319 Dec 11 16:27:50.870621 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 41706) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:50.871602 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fefc306-6b48-4efc-a3f6-bc09eb5af4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4c3c10-c778-4511-aafd-97eb5e6e3b29,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:50.877065 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0fefc306-6b48-4efc-a3f6-bc09eb5af4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:50.877523 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:50.904315 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-708776d1-9b0c-458b-9928-d846a03b3e73 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e09e3342ff2145538f796208498b3a03&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5826643 Dec 11 16:27:50.907640 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 41710) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:50.920742 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708776d1-9b0c-458b-9928-d846a03b3e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96702bdd-1281-4404-b864-e33894203e42,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:50.925117 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-708776d1-9b0c-458b-9928-d846a03b3e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:50.957191 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e7f76c69-a1b0-4a85-b4c2-602264d9b370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:50.966063 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 41714) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:50.985535 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e7f76c69-a1b0-4a85-b4c2-602264d9b370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:50.998682 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc7abe4a-24a7-428c-8eef-116b194f84ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:51.003276 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-631559dd-5b64-429b-ae4f-0e72c574dfef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:51.034285 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e7f76c69-a1b0-4a85-b4c2-602264d9b370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:51.039931 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:51.040199 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-631559dd-5b64-429b-ae4f-0e72c574dfef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:51.047683 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc7abe4a-24a7-428c-8eef-116b194f84ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:51.051900 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f76c69-a1b0-4a85-b4c2-602264d9b370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4c3c10-c778-4511-aafd-97eb5e6e3b29,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:51.057733 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e7f76c69-a1b0-4a85-b4c2-602264d9b370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:51.058296 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-631559dd-5b64-429b-ae4f-0e72c574dfef admin admin] Usage tracker for resource:security_group_rule and tenant:8918a5bb483c4dbc80ece7e65b2dde5f is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:51.059806 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e7f76c69-a1b0-4a85-b4c2-602264d9b370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:51.063475 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-631559dd-5b64-429b-ae4f-0e72c574dfef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:51.063889 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-e7f76c69-a1b0-4a85-b4c2-602264d9b370 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4b4c3c10-c778-4511-aafd-97eb5e6e3b29 HTTP/1.1" status: 204 len: 168 time: 0.1917336 Dec 11 16:27:51.071917 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-631559dd-5b64-429b-ae4f-0e72c574dfef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:51.134644 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc7abe4a-24a7-428c-8eef-116b194f84ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:51.142644 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d5dc88a0-b981-4d76-a22d-b35aa1f7af98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:51.160665 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7abe4a-24a7-428c-8eef-116b194f84ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96702bdd-1281-4404-b864-e33894203e42,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:51.170132 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-dc7abe4a-24a7-428c-8eef-116b194f84ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:51.203182 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc7abe4a-24a7-428c-8eef-116b194f84ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:51.204430 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-dc7abe4a-24a7-428c-8eef-116b194f84ee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/96702bdd-1281-4404-b864-e33894203e42 HTTP/1.1" status: 204 len: 168 time: 0.2961946 Dec 11 16:27:51.244802 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-631559dd-5b64-429b-ae4f-0e72c574dfef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:51.248434 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-631559dd-5b64-429b-ae4f-0e72c574dfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:51.280758 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:51.316113 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-631559dd-5b64-429b-ae4f-0e72c574dfef admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8918a5bb483c4dbc80ece7e65b2dde5f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3479953 Dec 11 16:27:51.316951 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631559dd-5b64-429b-ae4f-0e72c574dfef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ce4bbc-efc3-49b2-8bc8-8956bd615a51,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:51.318889 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 41728) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:51.333376 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-631559dd-5b64-429b-ae4f-0e72c574dfef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:51.593371 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8941f8-afe4-4589-8123-3c88b3c3a779 req-9da00e4a-b76b-4747-807a-e543ec344a27 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:51.600229 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6f8941f8-afe4-4589-8123-3c88b3c3a779 req-9da00e4a-b76b-4747-807a-e543ec344a27 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.1123817 Dec 11 16:27:51.605954 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-51b2db8a-0207-4471-a274-72b09d62f9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:51.637047 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-51b2db8a-0207-4471-a274-72b09d62f9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:51.674368 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 41736) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:51.694086 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6f8941f8-afe4-4589-8123-3c88b3c3a779 req-b5f9fb37-f641-4457-aba6-edcc24098d44 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895963 Dec 11 16:27:51.699106 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 41740) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:51.713059 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-51b2db8a-0207-4471-a274-72b09d62f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:51.718793 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-804506e8-d2da-4674-988a-5f7f2312d9d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:51.720362 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e1753042-f1a5-4522-b0de-c01f066eec11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:51.738345 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b2db8a-0207-4471-a274-72b09d62f9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ce4bbc-efc3-49b2-8bc8-8956bd615a51,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:51.742480 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-e1753042-f1a5-4522-b0de-c01f066eec11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:51.745034 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e8e9ccfc-4626-4e1e-b577-bbd0efb94468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:51.747825 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-51b2db8a-0207-4471-a274-72b09d62f9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:51.749926 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-51b2db8a-0207-4471-a274-72b09d62f9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:51.753580 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-51b2db8a-0207-4471-a274-72b09d62f9e2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a1ce4bbc-efc3-49b2-8bc8-8956bd615a51 HTTP/1.1" status: 204 len: 168 time: 0.4304667 Dec 11 16:27:51.758687 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-e1753042-f1a5-4522-b0de-c01f066eec11 admin admin] Usage tracker for resource:security_group_rule and tenant:366c855acf2a49cb948f1d406a12a513 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:51.764431 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-e1753042-f1a5-4522-b0de-c01f066eec11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:51.773608 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-e8e9ccfc-4626-4e1e-b577-bbd0efb94468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:51.776158 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-e1753042-f1a5-4522-b0de-c01f066eec11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:51.781937 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-e8e9ccfc-4626-4e1e-b577-bbd0efb94468 admin admin] Usage tracker for resource:security_group_rule and tenant:6ec2f465fb504de4bd78ef84637e7a0c is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:51.785084 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-e8e9ccfc-4626-4e1e-b577-bbd0efb94468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:51.796359 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-e8e9ccfc-4626-4e1e-b577-bbd0efb94468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:51.943498 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e1753042-f1a5-4522-b0de-c01f066eec11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:51.954528 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e1753042-f1a5-4522-b0de-c01f066eec11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:51.966893 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:51.994057 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e8e9ccfc-4626-4e1e-b577-bbd0efb94468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:52.012049 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e8e9ccfc-4626-4e1e-b577-bbd0efb94468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:52.031301 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-e1753042-f1a5-4522-b0de-c01f066eec11 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=366c855acf2a49cb948f1d406a12a513&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3557816 Dec 11 16:27:52.034227 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 41750) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:52.036161 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1753042-f1a5-4522-b0de-c01f066eec11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89404bc-8f59-4bcb-a481-8737c6d4f54a,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:52.041234 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e1753042-f1a5-4522-b0de-c01f066eec11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:52.041698 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:52.077686 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9ccfc-4626-4e1e-b577-bbd0efb94468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b912d7de-ea43-4fa8-911c-6bb3df15bcbe,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:52.084468 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e8e9ccfc-4626-4e1e-b577-bbd0efb94468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:52.097011 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-e8e9ccfc-4626-4e1e-b577-bbd0efb94468 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6ec2f465fb504de4bd78ef84637e7a0c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3943067 Dec 11 16:27:52.098543 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 41754) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:52.101728 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-91dd7243-aeb5-4904-ae20-6a588ddfdedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:52.135643 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-91dd7243-aeb5-4904-ae20-6a588ddfdedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:52.183410 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-91dd7243-aeb5-4904-ae20-6a588ddfdedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:52.189643 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:52.203221 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd7243-aeb5-4904-ae20-6a588ddfdedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89404bc-8f59-4bcb-a481-8737c6d4f54a,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:52.206182 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-91dd7243-aeb5-4904-ae20-6a588ddfdedd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:52.211869 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-91dd7243-aeb5-4904-ae20-6a588ddfdedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:52.213076 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-91dd7243-aeb5-4904-ae20-6a588ddfdedd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e89404bc-8f59-4bcb-a481-8737c6d4f54a HTTP/1.1" status: 204 len: 168 time: 0.1777437 Dec 11 16:27:52.228197 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d0b06fce-6395-4c15-96fb-10ae8bd88c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:52.271443 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d0b06fce-6395-4c15-96fb-10ae8bd88c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:52.320972 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d0b06fce-6395-4c15-96fb-10ae8bd88c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:52.325464 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0fefc306-6b48-4efc-a3f6-bc09eb5af4f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:52.337613 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b06fce-6395-4c15-96fb-10ae8bd88c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b912d7de-ea43-4fa8-911c-6bb3df15bcbe,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:52.342870 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d0b06fce-6395-4c15-96fb-10ae8bd88c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:52.356145 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d0b06fce-6395-4c15-96fb-10ae8bd88c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:52.357363 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-d0b06fce-6395-4c15-96fb-10ae8bd88c1d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b912d7de-ea43-4fa8-911c-6bb3df15bcbe HTTP/1.1" status: 204 len: 168 time: 0.2577722 Dec 11 16:27:52.940162 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272e2d1-b412-44c8-ab21-addad55f92e3 req-96f7f229-aa7b-4ea6-aa43-684da5405664 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:52.941787 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3272e2d1-b412-44c8-ab21-addad55f92e3 req-96f7f229-aa7b-4ea6-aa43-684da5405664 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.0873780 Dec 11 16:27:52.996953 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3272e2d1-b412-44c8-ab21-addad55f92e3 req-403646b7-5039-4a47-b7c4-09e0ba290268 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465555 Dec 11 16:27:53.192978 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:54.262945 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e62e13-4809-4fcc-a221-0863a9c437ed req-e5156799-6b02-46cc-bd2e-5d832c90b968 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:54.265297 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-21e62e13-4809-4fcc-a221-0863a9c437ed req-e5156799-6b02-46cc-bd2e-5d832c90b968 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.1114457 Dec 11 16:27:54.320013 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-21e62e13-4809-4fcc-a221-0863a9c437ed req-e04bc5c3-3ae4-46af-a6b1-7ef9afa3f178 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460865 Dec 11 16:27:55.560073 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007c1df-2589-4a1a-a194-0a9d4468279a req-82bb641f-0470-46a5-b5d3-3e5949566804 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:55.569464 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e007c1df-2589-4a1a-a194-0a9d4468279a req-82bb641f-0470-46a5-b5d3-3e5949566804 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.0996914 Dec 11 16:27:55.620179 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e007c1df-2589-4a1a-a194-0a9d4468279a req-1cee7744-667c-4b57-8858-da5828cdfdec tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493374 Dec 11 16:27:55.761342 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 6 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:27:55.929296 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 41958) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:56.107101 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc719b06-b520-451a-bf54-e625d79270e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:56.127585 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-dc719b06-b520-451a-bf54-e625d79270e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:56.133814 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-dc719b06-b520-451a-bf54-e625d79270e6 admin admin] Usage tracker for resource:security_group_rule and tenant:215a05ca085c4034aa579beb8fdfadf7 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:56.138040 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-dc719b06-b520-451a-bf54-e625d79270e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:56.148021 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-dc719b06-b520-451a-bf54-e625d79270e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:56.242842 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc719b06-b520-451a-bf54-e625d79270e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:56.245738 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc719b06-b520-451a-bf54-e625d79270e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:56.256411 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:56.303014 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc719b06-b520-451a-bf54-e625d79270e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650ddd03-573d-4c03-bb77-610d6b66e5f6,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:56.308179 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-dc719b06-b520-451a-bf54-e625d79270e6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=215a05ca085c4034aa579beb8fdfadf7&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3772297 Dec 11 16:27:56.309279 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-dc719b06-b520-451a-bf54-e625d79270e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:56.311163 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 41972) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:56.383506 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6ddae322-3242-42ae-ac05-c0af5dd73c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:56.415216 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6ddae322-3242-42ae-ac05-c0af5dd73c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:56.478935 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6ddae322-3242-42ae-ac05-c0af5dd73c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:56.481962 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:56.492948 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddae322-3242-42ae-ac05-c0af5dd73c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650ddd03-573d-4c03-bb77-610d6b66e5f6,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:56.498384 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6ddae322-3242-42ae-ac05-c0af5dd73c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:56.500462 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6ddae322-3242-42ae-ac05-c0af5dd73c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:56.501990 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-6ddae322-3242-42ae-ac05-c0af5dd73c73 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/650ddd03-573d-4c03-bb77-610d6b66e5f6 HTTP/1.1" status: 204 len: 168 time: 0.1895826 Dec 11 16:27:56.806835 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 42006) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:56.881266 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b50ce8-5397-4e22-8858-61fd06eede81 req-ecf6ec5d-0a12-47a3-a019-1f948b52b922 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:56.883718 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b9b50ce8-5397-4e22-8858-61fd06eede81 req-ecf6ec5d-0a12-47a3-a019-1f948b52b922 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.0866461 Dec 11 16:27:56.945786 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b9b50ce8-5397-4e22-8858-61fd06eede81 req-3286667d-a947-4fb0-b68a-53ebd564e1f3 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533152 Dec 11 16:27:56.972878 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 42014) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:57.020999 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-90046f51-dfd8-441d-917a-a2d40975e99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:57.033597 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bb02d473-7593-448b-8b14-abfde320171a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:57.051231 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-90046f51-dfd8-441d-917a-a2d40975e99d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:57.055847 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-90046f51-dfd8-441d-917a-a2d40975e99d admin admin] Usage tracker for resource:security_group_rule and tenant:10f235972d304bda97d890a0bbf3ea5e is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:57.058830 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-90046f51-dfd8-441d-917a-a2d40975e99d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:57.066812 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-90046f51-dfd8-441d-917a-a2d40975e99d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:57.069214 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-bb02d473-7593-448b-8b14-abfde320171a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:57.075576 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-bb02d473-7593-448b-8b14-abfde320171a admin admin] Usage tracker for resource:security_group_rule and tenant:c8091e643a8a44fba06283fac4194094 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:57.082079 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-bb02d473-7593-448b-8b14-abfde320171a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:57.100984 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-bb02d473-7593-448b-8b14-abfde320171a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:57.164821 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device dad6f21d-8822-49b6-a87e-18437b29e390 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:27:57.203697 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bb02d473-7593-448b-8b14-abfde320171a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:57.263419 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port dad6f21d-8822-49b6-a87e-18437b29e390 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:27:57.264087 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:57.277564 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-90046f51-dfd8-441d-917a-a2d40975e99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:57.278688 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bb02d473-7593-448b-8b14-abfde320171a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:57.306704 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e4042372-99a6-4d89-9a51-ac146c29ee21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:57.319560 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-90046f51-dfd8-441d-917a-a2d40975e99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:57.361024 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 42036) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:57.361953 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-bb02d473-7593-448b-8b14-abfde320171a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c8091e643a8a44fba06283fac4194094&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5527031 Dec 11 16:27:57.387278 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-90046f51-dfd8-441d-917a-a2d40975e99d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=10f235972d304bda97d890a0bbf3ea5e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4131942 Dec 11 16:27:57.389392 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02d473-7593-448b-8b14-abfde320171a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fd7336-96a8-45ad-abc7-46c1bf5db7b0,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:57.392213 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 42042) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:57.412522 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-bb02d473-7593-448b-8b14-abfde320171a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:57.413836 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ec07f9ee-5f97-45d9-9347-a7b92f199fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:57.478851 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90046f51-dfd8-441d-917a-a2d40975e99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345cd009-707b-48b8-941f-ecaddcc148fa,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:57.483567 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-90046f51-dfd8-441d-917a-a2d40975e99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:57.503731 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-80c41cd3-c289-440c-b33e-9d0fc96b999c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:57.530045 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-952c4143-25aa-4430-bb9a-5d9f6f2f41a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:57.534310 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-80c41cd3-c289-440c-b33e-9d0fc96b999c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:57.563745 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-952c4143-25aa-4430-bb9a-5d9f6f2f41a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:57.598278 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-80c41cd3-c289-440c-b33e-9d0fc96b999c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:57.608315 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-51b2db8a-0207-4471-a274-72b09d62f9e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:57.617629 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-952c4143-25aa-4430-bb9a-5d9f6f2f41a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:57.627027 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c41cd3-c289-440c-b33e-9d0fc96b999c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345cd009-707b-48b8-941f-ecaddcc148fa,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:57.630343 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-80c41cd3-c289-440c-b33e-9d0fc96b999c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:57.630975 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-dc7abe4a-24a7-428c-8eef-116b194f84ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:57.631280 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-80c41cd3-c289-440c-b33e-9d0fc96b999c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:57.646623 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-80c41cd3-c289-440c-b33e-9d0fc96b999c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/345cd009-707b-48b8-941f-ecaddcc148fa HTTP/1.1" status: 204 len: 168 time: 0.2418795 Dec 11 16:27:57.672468 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c4143-25aa-4430-bb9a-5d9f6f2f41a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fd7336-96a8-45ad-abc7-46c1bf5db7b0,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:57.676820 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-952c4143-25aa-4430-bb9a-5d9f6f2f41a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:57.677712 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-952c4143-25aa-4430-bb9a-5d9f6f2f41a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:57.678996 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-952c4143-25aa-4430-bb9a-5d9f6f2f41a7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/55fd7336-96a8-45ad-abc7-46c1bf5db7b0 HTTP/1.1" status: 204 len: 168 time: 0.3166914 Dec 11 16:27:58.196099 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b72a9b-caa0-4b15-897c-afbebc313110 req-f8d41f68-1fd3-4652-8046-8aaca7818bb4 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:58.204169 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f6b72a9b-caa0-4b15-897c-afbebc313110 req-f8d41f68-1fd3-4652-8046-8aaca7818bb4 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.0956473 Dec 11 16:27:58.308731 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 42086) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:58.341130 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-79f4f52d-beb7-447b-9067-5ca06d989541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:58.362372 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-79f4f52d-beb7-447b-9067-5ca06d989541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:58.368269 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-79f4f52d-beb7-447b-9067-5ca06d989541 admin admin] Usage tracker for resource:security_group_rule and tenant:10dbf728ebd449289c0cc1f54f141924 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:58.372116 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-79f4f52d-beb7-447b-9067-5ca06d989541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:58.382283 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-79f4f52d-beb7-447b-9067-5ca06d989541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:58.464082 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f6b72a9b-caa0-4b15-897c-afbebc313110 req-b89725f6-64ff-496e-90f0-9577d7cd3789 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588069 Dec 11 16:27:58.492794 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-79f4f52d-beb7-447b-9067-5ca06d989541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:58.495953 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-79f4f52d-beb7-447b-9067-5ca06d989541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:58.534177 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-233b984e-720f-4f8d-800e-0b15e5555cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:58.567224 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-79f4f52d-beb7-447b-9067-5ca06d989541 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=10dbf728ebd449289c0cc1f54f141924&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2569659 Dec 11 16:27:58.568491 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4f52d-beb7-447b-9067-5ca06d989541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12d586a-a769-4441-88b0-78c77093fdb6,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:58.570810 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 42096) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:58.585270 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-79f4f52d-beb7-447b-9067-5ca06d989541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:58.689494 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6892a723-321c-4c67-81fc-f4910bfe1a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:58.723285 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6892a723-321c-4c67-81fc-f4910bfe1a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:58.771412 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6892a723-321c-4c67-81fc-f4910bfe1a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:58.779484 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e1753042-f1a5-4522-b0de-c01f066eec11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:58.795151 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892a723-321c-4c67-81fc-f4910bfe1a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12d586a-a769-4441-88b0-78c77093fdb6,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:58.798595 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6892a723-321c-4c67-81fc-f4910bfe1a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:58.799709 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6892a723-321c-4c67-81fc-f4910bfe1a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:58.801266 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-6892a723-321c-4c67-81fc-f4910bfe1a5d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a12d586a-a769-4441-88b0-78c77093fdb6 HTTP/1.1" status: 204 len: 168 time: 0.2289658 Dec 11 16:27:58.817152 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 42106) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:59.145660 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6c96ab81-bbfe-403e-95b7-18e9e31a8cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:59.165115 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-6c96ab81-bbfe-403e-95b7-18e9e31a8cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:27:59.175391 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-6c96ab81-bbfe-403e-95b7-18e9e31a8cd0 admin admin] Usage tracker for resource:security_group_rule and tenant:bc1b077c04b04757ab19dd2b87002be6 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:27:59.180079 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-6c96ab81-bbfe-403e-95b7-18e9e31a8cd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:27:59.196198 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-6c96ab81-bbfe-403e-95b7-18e9e31a8cd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:27:59.309030 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6c96ab81-bbfe-403e-95b7-18e9e31a8cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:59.312160 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6c96ab81-bbfe-403e-95b7-18e9e31a8cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:59.322970 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-25473684-2fed-47f2-b5df-5e450c81194c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:59.371189 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-6c96ab81-bbfe-403e-95b7-18e9e31a8cd0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bc1b077c04b04757ab19dd2b87002be6&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5526962 Dec 11 16:27:59.372665 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96ab81-bbfe-403e-95b7-18e9e31a8cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16105677-41dd-4247-a4e6-29df1719462b,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:59.376136 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6c96ab81-bbfe-403e-95b7-18e9e31a8cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:59.376566 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 42132) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:27:59.508204 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0bc0e973-0f89-4851-b90d-606c79374fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:59.563442 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0bc0e973-0f89-4851-b90d-606c79374fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:59.705162 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0bc0e973-0f89-4851-b90d-606c79374fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:59.715127 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d0b06fce-6395-4c15-96fb-10ae8bd88c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:27:59.728230 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0e973-0f89-4851-b90d-606c79374fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16105677-41dd-4247-a4e6-29df1719462b,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:27:59.732291 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0bc0e973-0f89-4851-b90d-606c79374fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:27:59.742367 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0bc0e973-0f89-4851-b90d-606c79374fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:27:59.745706 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-0bc0e973-0f89-4851-b90d-606c79374fe0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/16105677-41dd-4247-a4e6-29df1719462b HTTP/1.1" status: 204 len: 168 time: 0.3656812 Dec 11 16:27:59.781000 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6746c82-2184-4dbe-bcb2-98d6a4d42b7f req-621414b0-86be-4280-9ec4-39a19d087b76 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:59.782614 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a6746c82-2184-4dbe-bcb2-98d6a4d42b7f req-621414b0-86be-4280-9ec4-39a19d087b76 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.1356127 Dec 11 16:27:59.803299 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89725947-2693-4cd7-a878-0a285052f85b req-559e7125-be9a-43c0-b2cb-6a25f9e26176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:27:59.804751 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-89725947-2693-4cd7-a878-0a285052f85b req-559e7125-be9a-43c0-b2cb-6a25f9e26176 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 1163 time: 0.1730063 Dec 11 16:27:59.875314 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a6746c82-2184-4dbe-bcb2-98d6a4d42b7f req-2f294ac0-7cd8-4e6c-ba4e-8ffe9ae92fc6 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711603 Dec 11 16:27:59.893309 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-89725947-2693-4cd7-a878-0a285052f85b req-a51b340d-307d-478a-b80e-094dad22e7de service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795619 Dec 11 16:28:00.507289 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 42170) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:00.526271 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-92be643d-0bbd-4600-b1a6-44dc70033294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:00.542711 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-92be643d-0bbd-4600-b1a6-44dc70033294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:28:00.547345 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-92be643d-0bbd-4600-b1a6-44dc70033294 admin admin] Usage tracker for resource:security_group_rule and tenant:6b997f8b41c5448899734fba44efceb0 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:28:00.550386 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-92be643d-0bbd-4600-b1a6-44dc70033294 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:28:00.556915 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-92be643d-0bbd-4600-b1a6-44dc70033294 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:28:00.647012 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-92be643d-0bbd-4600-b1a6-44dc70033294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:00.650975 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-92be643d-0bbd-4600-b1a6-44dc70033294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:00.661368 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:00.705083 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be643d-0bbd-4600-b1a6-44dc70033294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e64bb3-d351-4bba-bd52-41e6e0f342a7,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:00.711629 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-92be643d-0bbd-4600-b1a6-44dc70033294 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6b997f8b41c5448899734fba44efceb0&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2013531 Dec 11 16:28:00.711629 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-92be643d-0bbd-4600-b1a6-44dc70033294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:00.713349 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 42178) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:00.777525 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fe4f114e-e384-47a0-87cb-35237e24c09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:00.805673 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fe4f114e-e384-47a0-87cb-35237e24c09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:00.849834 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fe4f114e-e384-47a0-87cb-35237e24c09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:00.855867 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-79f4f52d-beb7-447b-9067-5ca06d989541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:00.872582 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f114e-e384-47a0-87cb-35237e24c09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e64bb3-d351-4bba-bd52-41e6e0f342a7,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:00.886091 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-fe4f114e-e384-47a0-87cb-35237e24c09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:00.888215 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fe4f114e-e384-47a0-87cb-35237e24c09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:00.891912 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-fe4f114e-e384-47a0-87cb-35237e24c09a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/98e64bb3-d351-4bba-bd52-41e6e0f342a7 HTTP/1.1" status: 204 len: 168 time: 0.1749313 Dec 11 16:28:01.124899 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78b43b-a361-4878-b2f4-144ff189c4e0 req-8b579d62-f12e-400d-89bb-0afdb25e4d3f tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:01.134719 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9e78b43b-a361-4878-b2f4-144ff189c4e0 req-8b579d62-f12e-400d-89bb-0afdb25e4d3f tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.1205089 Dec 11 16:28:01.202975 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9e78b43b-a361-4878-b2f4-144ff189c4e0 req-cee27aa1-c2b0-46e9-a5f5-5b9a62a32ab7 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671735 Dec 11 16:28:01.386630 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device dad6f21d-8822-49b6-a87e-18437b29e390 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:28:01.474570 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port dad6f21d-8822-49b6-a87e-18437b29e390 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:28:01.474994 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:02.437899 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367bb87-0657-4606-8467-4efe70781b52 req-d799df81-d19f-4c6b-baaa-28ece5100250 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:02.440851 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2367bb87-0657-4606-8467-4efe70781b52 req-d799df81-d19f-4c6b-baaa-28ece5100250 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.0870323 Dec 11 16:28:02.493152 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2367bb87-0657-4606-8467-4efe70781b52 req-f7d3ac64-ddde-4876-be4b-0aa974a673db tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431514 Dec 11 16:28:02.752745 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157658e-3e9c-47ad-8738-b7e69d6d6fc8 req-837d8d25-afcb-41fb-911a-34cefdd27e38 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:02.761280 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8157658e-3e9c-47ad-8738-b7e69d6d6fc8 req-837d8d25-afcb-41fb-911a-34cefdd27e38 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.1169372 Dec 11 16:28:02.812231 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8157658e-3e9c-47ad-8738-b7e69d6d6fc8 req-271bc786-034f-48a2-9145-dc40853fcc9c tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497656 Dec 11 16:28:05.173216 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb89f0-8221-461a-aa48-8122879ac12e req-6c6a75fa-8ebd-475c-86e9-bf9e8621778f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:05.174825 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2bfb89f0-8221-461a-aa48-8122879ac12e req-6c6a75fa-8ebd-475c-86e9-bf9e8621778f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3aac1554ef17430cad7c85fea3e3ff64&device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 1162 time: 0.1094117 Dec 11 16:28:05.256035 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53980d8-550c-4d72-b23a-8e370a527565 req-046165ba-1e64-48df-93b2-7ef879c3d211 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:05.258475 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e53980d8-550c-4d72-b23a-8e370a527565 req-046165ba-1e64-48df-93b2-7ef879c3d211 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.1616893 Dec 11 16:28:05.322044 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e53980d8-550c-4d72-b23a-8e370a527565 req-891c9e99-72f5-4e62-a8b8-1f914ccf47a8 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571837 Dec 11 16:28:05.420311 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb89f0-8221-461a-aa48-8122879ac12e req-14506429-3efb-4f10-bffd-9010e6c28263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:05.421880 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2bfb89f0-8221-461a-aa48-8122879ac12e req-14506429-3efb-4f10-bffd-9010e6c28263 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9ec77316-2c94-4b1a-b7f0-14bd7e44d817 HTTP/1.1" status: 200 len: 913 time: 0.2384927 Dec 11 16:28:05.497349 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2bfb89f0-8221-461a-aa48-8122879ac12e req-56d16c2c-ed18-4646-8c9a-27b3d11ae8d6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a441077-a0cb-4077-aa7a-34ff516b984c HTTP/1.1" status: 200 len: 217 time: 0.0683730 Dec 11 16:28:05.570475 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb89f0-8221-461a-aa48-8122879ac12e req-dfcc050e-ce59-433d-92c9-76f92c772251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:05.572189 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2bfb89f0-8221-461a-aa48-8122879ac12e req-dfcc050e-ce59-433d-92c9-76f92c772251 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e6404f2-4e6d-43c0-8f0c-00c87c7cbef7 HTTP/1.1" status: 200 len: 859 time: 0.0670021 Dec 11 16:28:05.627306 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2bfb89f0-8221-461a-aa48-8122879ac12e req-49bca286-4c8e-42f7-bd02-844a53fbe316 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9ec77316-2c94-4b1a-b7f0-14bd7e44d817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467772 Dec 11 16:28:05.789288 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2bfb89f0-8221-461a-aa48-8122879ac12e req-c2753588-c248-4bd3-8b29-09c36dd6732f service neutron] 10.222.0.87 "GET /v2.0/networks/9ec77316-2c94-4b1a-b7f0-14bd7e44d817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538839 Dec 11 16:28:05.945542 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2bfb89f0-8221-461a-aa48-8122879ac12e req-f0784af3-4afe-4022-8c35-760f03bd26fc service neutron] 10.222.0.87 "GET /v2.0/networks/9ec77316-2c94-4b1a-b7f0-14bd7e44d817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1475592 Dec 11 16:28:06.556323 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836d131-3ae2-470d-a0a8-8b5e809954ac req-dfa1d197-7e09-4cbc-962f-19ea1defea3e tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:06.557961 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d836d131-3ae2-470d-a0a8-8b5e809954ac req-dfa1d197-7e09-4cbc-962f-19ea1defea3e tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0905743 Dec 11 16:28:06.611995 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d836d131-3ae2-470d-a0a8-8b5e809954ac req-0144b894-3db9-4291-b36a-49aa749197ef tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474679 Dec 11 16:28:07.684474 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 42440) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:07.866816 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-edbac26c-e05f-4e1e-a0a3-c4bf0586d68d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:07.887729 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-edbac26c-e05f-4e1e-a0a3-c4bf0586d68d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:28:07.890932 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c5622-27ec-4b48-8045-9d3607a397e8 req-567b7df3-4b73-460a-82bb-d65712fbcb3e tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:07.892081 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-edbac26c-e05f-4e1e-a0a3-c4bf0586d68d admin admin] Usage tracker for resource:security_group_rule and tenant:61466761caca4bf0ab3758c42edec283 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:28:07.895466 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-edbac26c-e05f-4e1e-a0a3-c4bf0586d68d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:28:07.899136 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bc4c5622-27ec-4b48-8045-9d3607a397e8 req-567b7df3-4b73-460a-82bb-d65712fbcb3e tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.1027553 Dec 11 16:28:07.902075 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-edbac26c-e05f-4e1e-a0a3-c4bf0586d68d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:28:07.946503 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bc4c5622-27ec-4b48-8045-9d3607a397e8 req-03d96376-1226-4887-816c-f672fb42cd26 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459898 Dec 11 16:28:07.992711 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-edbac26c-e05f-4e1e-a0a3-c4bf0586d68d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:07.995765 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-edbac26c-e05f-4e1e-a0a3-c4bf0586d68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:08.004314 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-29247d95-7019-45f6-be75-4ffd5823cbd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:08.039581 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 42452) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:08.054499 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-edbac26c-e05f-4e1e-a0a3-c4bf0586d68d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=61466761caca4bf0ab3758c42edec283&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3656101 Dec 11 16:28:08.054499 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbac26c-e05f-4e1e-a0a3-c4bf0586d68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b571e125-ed7c-482e-9492-4a34c8633fd1,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:08.055273 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 42458) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:08.057292 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-edbac26c-e05f-4e1e-a0a3-c4bf0586d68d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:08.120910 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-98b7a063-dbb6-415e-88ea-6cf14acfa125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:08.149623 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-98b7a063-dbb6-415e-88ea-6cf14acfa125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:08.207134 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d76c90bf-49ab-4ef1-b57b-8e7963708672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:08.223958 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-d76c90bf-49ab-4ef1-b57b-8e7963708672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:28:08.229429 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-d76c90bf-49ab-4ef1-b57b-8e7963708672 admin admin] Usage tracker for resource:security_group_rule and tenant:6fd3721e5eec45b7aa53cd1252bd0a88 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:28:08.232644 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-d76c90bf-49ab-4ef1-b57b-8e7963708672 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:28:08.238741 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-d76c90bf-49ab-4ef1-b57b-8e7963708672 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:28:08.248749 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-98b7a063-dbb6-415e-88ea-6cf14acfa125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:08.254499 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e8e9ccfc-4626-4e1e-b577-bbd0efb94468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:08.277211 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7a063-dbb6-415e-88ea-6cf14acfa125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b571e125-ed7c-482e-9492-4a34c8633fd1,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:08.280876 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-98b7a063-dbb6-415e-88ea-6cf14acfa125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:08.294597 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-98b7a063-dbb6-415e-88ea-6cf14acfa125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:08.295687 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-98b7a063-dbb6-415e-88ea-6cf14acfa125 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b571e125-ed7c-482e-9492-4a34c8633fd1 HTTP/1.1" status: 204 len: 168 time: 0.2393153 Dec 11 16:28:08.356393 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d76c90bf-49ab-4ef1-b57b-8e7963708672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:08.359535 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d76c90bf-49ab-4ef1-b57b-8e7963708672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:08.368204 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-10fb25ed-1b2e-448e-b65a-26745c592584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:08.411011 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-d76c90bf-49ab-4ef1-b57b-8e7963708672 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6fd3721e5eec45b7aa53cd1252bd0a88&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3702176 Dec 11 16:28:08.413823 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 42464) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:08.416791 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c90bf-49ab-4ef1-b57b-8e7963708672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78be0580-2b8d-48e3-81ce-e94b1658caa5,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:08.434077 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d76c90bf-49ab-4ef1-b57b-8e7963708672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:08.480949 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d1c18e23-e90d-49de-ab05-944e2ac665c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:08.509723 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d1c18e23-e90d-49de-ab05-944e2ac665c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:08.559661 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d1c18e23-e90d-49de-ab05-944e2ac665c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:08.564747 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a366e8be-716d-4808-9b7f-cb5acefc0632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:08.576314 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c18e23-e90d-49de-ab05-944e2ac665c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78be0580-2b8d-48e3-81ce-e94b1658caa5,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:08.580107 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d1c18e23-e90d-49de-ab05-944e2ac665c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:08.584706 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d1c18e23-e90d-49de-ab05-944e2ac665c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:08.585935 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-d1c18e23-e90d-49de-ab05-944e2ac665c1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/78be0580-2b8d-48e3-81ce-e94b1658caa5 HTTP/1.1" status: 204 len: 168 time: 0.1710937 Dec 11 16:28:09.186092 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 42518) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:09.216684 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fd044f0e-bc7f-4bf1-9569-0ba0496ec048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:09.256333 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-fd044f0e-bc7f-4bf1-9569-0ba0496ec048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:28:09.264559 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-fd044f0e-bc7f-4bf1-9569-0ba0496ec048 admin admin] Usage tracker for resource:security_group_rule and tenant:1791ec2e958b4e988d70fea11e1d34ce is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:28:09.269649 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-fd044f0e-bc7f-4bf1-9569-0ba0496ec048 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:28:09.318010 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-fd044f0e-bc7f-4bf1-9569-0ba0496ec048 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:28:09.425610 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8badf2ec-2a6e-4262-9dc5-55d2a4230557 req-15dc46f1-7e17-4b88-bfc6-25f625eb61b4 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:09.428700 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8badf2ec-2a6e-4262-9dc5-55d2a4230557 req-15dc46f1-7e17-4b88-bfc6-25f625eb61b4 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.1505618 Dec 11 16:28:09.527880 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8badf2ec-2a6e-4262-9dc5-55d2a4230557 req-e8de72a4-923e-4582-b532-df327d2aea10 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885847 Dec 11 16:28:09.529764 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fd044f0e-bc7f-4bf1-9569-0ba0496ec048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:09.533137 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fd044f0e-bc7f-4bf1-9569-0ba0496ec048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:09.542812 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:09.591437 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-fd044f0e-bc7f-4bf1-9569-0ba0496ec048 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1791ec2e958b4e988d70fea11e1d34ce&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4005454 Dec 11 16:28:09.591437 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd044f0e-bc7f-4bf1-9569-0ba0496ec048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae714de-8e7f-4cf5-ad85-8817be7a11f8,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:09.592398 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 42536) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:09.594329 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-fd044f0e-bc7f-4bf1-9569-0ba0496ec048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:09.642804 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 42540) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:09.675733 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-26ce9420-acff-4120-9361-6215f853ae81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:09.710409 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-26ce9420-acff-4120-9361-6215f853ae81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:09.762280 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-26ce9420-acff-4120-9361-6215f853ae81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:09.772404 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-90046f51-dfd8-441d-917a-a2d40975e99d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:09.790489 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce9420-acff-4120-9361-6215f853ae81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae714de-8e7f-4cf5-ad85-8817be7a11f8,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:09.795766 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-26ce9420-acff-4120-9361-6215f853ae81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:09.805431 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-26ce9420-acff-4120-9361-6215f853ae81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:09.807017 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-26ce9420-acff-4120-9361-6215f853ae81 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0ae714de-8e7f-4cf5-ad85-8817be7a11f8 HTTP/1.1" status: 204 len: 168 time: 0.2135592 Dec 11 16:28:09.828425 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-212d3ed7-6ca8-45c6-a6f7-4ad6f4e28f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:09.845251 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-212d3ed7-6ca8-45c6-a6f7-4ad6f4e28f5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:28:09.850984 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-212d3ed7-6ca8-45c6-a6f7-4ad6f4e28f5f admin admin] Usage tracker for resource:security_group_rule and tenant:adbfb57da3c84704a3d480b36e8636cf is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:28:09.854091 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-212d3ed7-6ca8-45c6-a6f7-4ad6f4e28f5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:28:09.860272 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-212d3ed7-6ca8-45c6-a6f7-4ad6f4e28f5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:28:09.952463 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-212d3ed7-6ca8-45c6-a6f7-4ad6f4e28f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:09.956590 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-212d3ed7-6ca8-45c6-a6f7-4ad6f4e28f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:09.967309 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-dc719b06-b520-451a-bf54-e625d79270e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:10.021268 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d3ed7-6ca8-45c6-a6f7-4ad6f4e28f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7b1f39-3434-4f55-a486-210043954d3e,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:10.025640 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-212d3ed7-6ca8-45c6-a6f7-4ad6f4e28f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:10.028978 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-212d3ed7-6ca8-45c6-a6f7-4ad6f4e28f5f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=adbfb57da3c84704a3d480b36e8636cf&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3850715 Dec 11 16:28:10.031734 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 42560) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:10.114630 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-50947bcc-7841-4530-a0e2-2995e9e6ee5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:10.149196 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-50947bcc-7841-4530-a0e2-2995e9e6ee5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:10.198489 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-50947bcc-7841-4530-a0e2-2995e9e6ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:10.207566 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d76c90bf-49ab-4ef1-b57b-8e7963708672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:10.221421 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50947bcc-7841-4530-a0e2-2995e9e6ee5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7b1f39-3434-4f55-a486-210043954d3e,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:10.227582 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-50947bcc-7841-4530-a0e2-2995e9e6ee5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:10.229791 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-50947bcc-7841-4530-a0e2-2995e9e6ee5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:10.233595 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-50947bcc-7841-4530-a0e2-2995e9e6ee5d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1e7b1f39-3434-4f55-a486-210043954d3e HTTP/1.1" status: 204 len: 168 time: 0.1985750 Dec 11 16:28:10.690246 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 42592) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:10.713913 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e704e25b-57a0-4dae-b15e-36c8b7c8e877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:10.733164 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-e704e25b-57a0-4dae-b15e-36c8b7c8e877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:28:10.738074 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-e704e25b-57a0-4dae-b15e-36c8b7c8e877 admin admin] Usage tracker for resource:security_group_rule and tenant:fc691375fa6145d9a1691474794c600c is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:28:10.742453 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-e704e25b-57a0-4dae-b15e-36c8b7c8e877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:28:10.748677 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-e704e25b-57a0-4dae-b15e-36c8b7c8e877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:28:10.824174 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531168b-5cbe-489f-99e5-3a93f0ad3659 req-200bc416-91e1-4a33-b850-470b076d84cc tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:10.833047 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1531168b-5cbe-489f-99e5-3a93f0ad3659 req-200bc416-91e1-4a33-b850-470b076d84cc tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.1029780 Dec 11 16:28:10.889529 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1531168b-5cbe-489f-99e5-3a93f0ad3659 req-c33ab63d-02fb-460a-b9cb-91d2e5c49ed8 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554433 Dec 11 16:28:10.934049 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e704e25b-57a0-4dae-b15e-36c8b7c8e877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:10.938408 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e704e25b-57a0-4dae-b15e-36c8b7c8e877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:10.969345 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-edbac26c-e05f-4e1e-a0a3-c4bf0586d68d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:10.981727 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 42600) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:10.984125 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-e704e25b-57a0-4dae-b15e-36c8b7c8e877 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fc691375fa6145d9a1691474794c600c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2926059 Dec 11 16:28:11.009538 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704e25b-57a0-4dae-b15e-36c8b7c8e877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69065a58-7563-4824-a22b-2c3730cfc6bf,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:11.013714 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e704e25b-57a0-4dae-b15e-36c8b7c8e877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:11.079173 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d8901bf0-32fc-4f4e-8174-a1d176546326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:11.110880 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d8901bf0-32fc-4f4e-8174-a1d176546326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:11.168401 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d8901bf0-32fc-4f4e-8174-a1d176546326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:11.176877 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:11.199390 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 42612) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:11.217323 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8901bf0-32fc-4f4e-8174-a1d176546326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69065a58-7563-4824-a22b-2c3730cfc6bf,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:11.221367 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d8901bf0-32fc-4f4e-8174-a1d176546326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:11.222616 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d8901bf0-32fc-4f4e-8174-a1d176546326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:11.223850 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-d8901bf0-32fc-4f4e-8174-a1d176546326 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/69065a58-7563-4824-a22b-2c3730cfc6bf HTTP/1.1" status: 204 len: 168 time: 0.2410536 Dec 11 16:28:11.457198 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cc4758f0-243d-40f0-bf50-437bfbd4dd5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:11.475910 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-cc4758f0-243d-40f0-bf50-437bfbd4dd5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:28:11.480263 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-cc4758f0-243d-40f0-bf50-437bfbd4dd5e admin admin] Usage tracker for resource:security_group_rule and tenant:47f44e9d874a40a79a6a3bcc0224ae5d is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:28:11.483246 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-cc4758f0-243d-40f0-bf50-437bfbd4dd5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:28:11.489109 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-cc4758f0-243d-40f0-bf50-437bfbd4dd5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:28:11.581421 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cc4758f0-243d-40f0-bf50-437bfbd4dd5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:11.584168 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cc4758f0-243d-40f0-bf50-437bfbd4dd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:11.593475 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-bb02d473-7593-448b-8b14-abfde320171a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:11.641193 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-cc4758f0-243d-40f0-bf50-437bfbd4dd5e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=47f44e9d874a40a79a6a3bcc0224ae5d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4382739 Dec 11 16:28:11.641868 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 42632) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:11.657556 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4758f0-243d-40f0-bf50-437bfbd4dd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c50288-27f4-4217-a36e-ee0f5d86d7e8,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:11.666747 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-cc4758f0-243d-40f0-bf50-437bfbd4dd5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:11.751346 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-831dc6a0-c99d-4459-b14e-c471b361413e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:11.784895 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-831dc6a0-c99d-4459-b14e-c471b361413e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:11.835526 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-831dc6a0-c99d-4459-b14e-c471b361413e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:11.840681 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-631559dd-5b64-429b-ae4f-0e72c574dfef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:11.854742 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831dc6a0-c99d-4459-b14e-c471b361413e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c50288-27f4-4217-a36e-ee0f5d86d7e8,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:11.857560 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-831dc6a0-c99d-4459-b14e-c471b361413e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:11.858733 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-831dc6a0-c99d-4459-b14e-c471b361413e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:11.859947 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-831dc6a0-c99d-4459-b14e-c471b361413e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f5c50288-27f4-4217-a36e-ee0f5d86d7e8 HTTP/1.1" status: 204 len: 168 time: 0.2168202 Dec 11 16:28:12.120077 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 42654) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:12.130445 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb85a2-f506-4522-808b-9539cc17f4c0 req-a2b5ec38-91ba-48e1-953c-aea60e92d429 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:12.132275 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1edb85a2-f506-4522-808b-9539cc17f4c0 req-a2b5ec38-91ba-48e1-953c-aea60e92d429 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0960307 Dec 11 16:28:12.190793 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1edb85a2-f506-4522-808b-9539cc17f4c0 req-f9f47ae3-2cdd-4446-92bf-4b4e71327c07 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502338 Dec 11 16:28:12.408769 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f1b05cac-8432-404d-b3b7-56de91a2a751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:12.430491 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-f1b05cac-8432-404d-b3b7-56de91a2a751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:28:12.435352 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-f1b05cac-8432-404d-b3b7-56de91a2a751 admin admin] Usage tracker for resource:security_group_rule and tenant:c9190c0f814543419b4e596fe485d268 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:28:12.439636 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-f1b05cac-8432-404d-b3b7-56de91a2a751 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:28:12.446564 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-f1b05cac-8432-404d-b3b7-56de91a2a751 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:28:12.542854 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 42672) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:12.575358 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8da7d3f6-c0b5-475d-bf1d-7dda9730eba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:12.585060 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f1b05cac-8432-404d-b3b7-56de91a2a751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:12.589233 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f1b05cac-8432-404d-b3b7-56de91a2a751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:12.614856 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-8da7d3f6-c0b5-475d-bf1d-7dda9730eba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:28:12.623135 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-8da7d3f6-c0b5-475d-bf1d-7dda9730eba4 admin admin] Usage tracker for resource:security_group_rule and tenant:4ab69478679a45febd73222bdfb427c9 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:28:12.623771 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9ba180db-bdfb-4125-b567-ee602db7f01b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:12.631124 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-8da7d3f6-c0b5-475d-bf1d-7dda9730eba4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:28:12.636455 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-f1b05cac-8432-404d-b3b7-56de91a2a751 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c9190c0f814543419b4e596fe485d268&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5151067 Dec 11 16:28:12.639698 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 42680) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:12.652722 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-8da7d3f6-c0b5-475d-bf1d-7dda9730eba4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:28:12.722921 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b05cac-8432-404d-b3b7-56de91a2a751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039a38f9-74c8-4e5c-ab26-5d402b06fa4d,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:12.727206 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f1b05cac-8432-404d-b3b7-56de91a2a751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:12.734699 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b6ba3166-e221-4df0-94ba-7f37c2d0c6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:12.769576 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b6ba3166-e221-4df0-94ba-7f37c2d0c6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:12.792103 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8da7d3f6-c0b5-475d-bf1d-7dda9730eba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:12.796927 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8da7d3f6-c0b5-475d-bf1d-7dda9730eba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:12.807993 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6892a723-321c-4c67-81fc-f4910bfe1a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:12.832661 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b6ba3166-e221-4df0-94ba-7f37c2d0c6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:12.839611 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-be255e09-4005-40e6-b553-b4f0969d79b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:12.853343 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba3166-e221-4df0-94ba-7f37c2d0c6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039a38f9-74c8-4e5c-ab26-5d402b06fa4d,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:12.858143 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-8da7d3f6-c0b5-475d-bf1d-7dda9730eba4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ab69478679a45febd73222bdfb427c9&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3141012 Dec 11 16:28:12.860059 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 42688) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:12.874397 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b6ba3166-e221-4df0-94ba-7f37c2d0c6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:12.899494 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7d3f6-c0b5-475d-bf1d-7dda9730eba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70686a14-b3b1-40bb-987f-01f35d50dc3d,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:12.901281 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b6ba3166-e221-4df0-94ba-7f37c2d0c6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:12.910501 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8da7d3f6-c0b5-475d-bf1d-7dda9730eba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:12.922575 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-b6ba3166-e221-4df0-94ba-7f37c2d0c6b4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/039a38f9-74c8-4e5c-ab26-5d402b06fa4d HTTP/1.1" status: 204 len: 168 time: 0.2815692 Dec 11 16:28:12.956499 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-25aa961c-bf5d-4959-9d45-1afb1c8ebc20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:12.986547 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-25aa961c-bf5d-4959-9d45-1afb1c8ebc20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:13.038611 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-25aa961c-bf5d-4959-9d45-1afb1c8ebc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:13.045193 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-212d3ed7-6ca8-45c6-a6f7-4ad6f4e28f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:13.057497 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa961c-bf5d-4959-9d45-1afb1c8ebc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70686a14-b3b1-40bb-987f-01f35d50dc3d,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:13.061958 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-25aa961c-bf5d-4959-9d45-1afb1c8ebc20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:13.065277 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-25aa961c-bf5d-4959-9d45-1afb1c8ebc20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:13.068636 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-25aa961c-bf5d-4959-9d45-1afb1c8ebc20 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/70686a14-b3b1-40bb-987f-01f35d50dc3d HTTP/1.1" status: 204 len: 168 time: 0.1976643 Dec 11 16:28:13.410631 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b786a-a7bd-44cf-8c82-3c28e532273e req-0be54b95-9618-498b-a3ad-60fb10f8b831 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:13.412307 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-919b786a-a7bd-44cf-8c82-3c28e532273e req-0be54b95-9618-498b-a3ad-60fb10f8b831 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0866001 Dec 11 16:28:13.464229 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-919b786a-a7bd-44cf-8c82-3c28e532273e req-da02d923-7326-4371-aea9-3f537bdca829 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418546 Dec 11 16:28:13.571073 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 42714) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:13.597174 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-82867f4c-89eb-4205-99ec-522ff7d9a859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:13.622288 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-82867f4c-89eb-4205-99ec-522ff7d9a859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:28:13.627539 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-82867f4c-89eb-4205-99ec-522ff7d9a859 admin admin] Usage tracker for resource:security_group_rule and tenant:b0db07af16284739befdb03d058ef0ac is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:28:13.631777 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-82867f4c-89eb-4205-99ec-522ff7d9a859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:28:13.641129 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-82867f4c-89eb-4205-99ec-522ff7d9a859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:28:13.795466 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-82867f4c-89eb-4205-99ec-522ff7d9a859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:13.799266 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-82867f4c-89eb-4205-99ec-522ff7d9a859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:13.832986 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ea91a564-1931-4e76-8a8d-2214346eef60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:13.845977 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-82867f4c-89eb-4205-99ec-522ff7d9a859 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b0db07af16284739befdb03d058ef0ac&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2729485 Dec 11 16:28:13.846897 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 42728) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:13.866685 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7f64549c-a686-45dc-8766-899160990ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:13.876125 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82867f4c-89eb-4205-99ec-522ff7d9a859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175994cc-ca93-4d9e-896a-2b0b08d5bb09,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:13.879999 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-82867f4c-89eb-4205-99ec-522ff7d9a859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:13.924281 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d4e357d9-8253-450c-9326-674d27f02c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:13.955857 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d4e357d9-8253-450c-9326-674d27f02c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:14.019792 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d4e357d9-8253-450c-9326-674d27f02c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:14.026059 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d44a6f08-d5f0-4ae7-bcf6-572810de26c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:14.043598 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d4e357d9-8253-450c-9326-674d27f02c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:14.045268 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-d4e357d9-8253-450c-9326-674d27f02c34 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/175994cc-ca93-4d9e-896a-2b0b08d5bb09 HTTP/1.1" status: 204 len: 168 time: 0.1972182 Dec 11 16:28:14.046309 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e357d9-8253-450c-9326-674d27f02c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175994cc-ca93-4d9e-896a-2b0b08d5bb09,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:14.049397 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d4e357d9-8253-450c-9326-674d27f02c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:14.511934 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 42760) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:14.552168 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 42766) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:14.697981 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de59ea-d7e7-4d9c-991a-09d66223cd36 req-050f8617-f89c-4fce-bf6c-f6136eca360a tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:14.699909 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-74de59ea-d7e7-4d9c-991a-09d66223cd36 req-050f8617-f89c-4fce-bf6c-f6136eca360a tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0932617 Dec 11 16:28:14.754604 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-8a5fa733-9cea-472f-bc83-9c70757e78c9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1642719334-network', 'tenant_id': '226ef8323e08459b88128a3549878a19'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:28:14.762989 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-8a5fa733-9cea-472f-bc83-9c70757e78c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:28:14.776174 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-8a5fa733-9cea-472f-bc83-9c70757e78c9 admin admin] Usage tracker for resource:network and tenant:226ef8323e08459b88128a3549878a19 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:28:14.792937 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-8a5fa733-9cea-472f-bc83-9c70757e78c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:28:14.799173 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-70898238-d7c0-46fe-b1f2-53ddc131f8e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:14.801970 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-8a5fa733-9cea-472f-bc83-9c70757e78c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:28:14.817936 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5fa733-9cea-472f-bc83-9c70757e78c9 admin admin] Made reservation on behalf of 226ef8323e08459b88128a3549878a19 for: {'network': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:28:14.833590 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa733-9cea-472f-bc83-9c70757e78c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for network, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:14.857419 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-70898238-d7c0-46fe-b1f2-53ddc131f8e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:28:14.862153 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-74de59ea-d7e7-4d9c-991a-09d66223cd36 req-c5bca508-7e0f-440a-a48a-645f49719946 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554224 Dec 11 16:28:14.866643 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-70898238-d7c0-46fe-b1f2-53ddc131f8e2 admin admin] Usage tracker for resource:security_group_rule and tenant:0c168f43ddce42779d2bc90437750ffe is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:28:14.874800 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-70898238-d7c0-46fe-b1f2-53ddc131f8e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:28:14.890063 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-70898238-d7c0-46fe-b1f2-53ddc131f8e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:28:14.923833 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa733-9cea-472f-bc83-9c70757e78c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:14.952540 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-8a5fa733-9cea-472f-bc83-9c70757e78c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:28:14.957382 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-8a5fa733-9cea-472f-bc83-9c70757e78c9 admin admin] Usage tracker for resource:security_group_rule and tenant:226ef8323e08459b88128a3549878a19 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:28:14.968191 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-8a5fa733-9cea-472f-bc83-9c70757e78c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:28:14.975373 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-8a5fa733-9cea-472f-bc83-9c70757e78c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:28:15.052375 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-70898238-d7c0-46fe-b1f2-53ddc131f8e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:15.056720 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-70898238-d7c0-46fe-b1f2-53ddc131f8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:15.069969 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-98b7a063-dbb6-415e-88ea-6cf14acfa125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:15.123781 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca24a8-5da4-4ccd-b23a-72c9bb9c2c0a req-2985e158-c74f-41b7-b14a-470d2a80d615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:15.125426 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-dbca24a8-5da4-4ccd-b23a-72c9bb9c2c0a req-2985e158-c74f-41b7-b14a-470d2a80d615 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3aac1554ef17430cad7c85fea3e3ff64&device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 1162 time: 0.1233230 Dec 11 16:28:15.129259 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-70898238-d7c0-46fe-b1f2-53ddc131f8e2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0c168f43ddce42779d2bc90437750ffe&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6163077 Dec 11 16:28:15.131928 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70898238-d7c0-46fe-b1f2-53ddc131f8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e10ab6-777d-4f19-8443-a99e8f10dd3e,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:15.133894 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 42796) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:15.148326 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-70898238-d7c0-46fe-b1f2-53ddc131f8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:15.301414 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa733-9cea-472f-bc83-9c70757e78c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:15.313700 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa733-9cea-472f-bc83-9c70757e78c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:15.320370 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e7f76c69-a1b0-4a85-b4c2-602264d9b370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:15.393734 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5fa733-9cea-472f-bc83-9c70757e78c9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 11 16:28:15.396394 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fa733-9cea-472f-bc83-9c70757e78c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef8d43b-757f-4107-99e7-e7032f156ccd,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:15.406069 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8a5fa733-9cea-472f-bc83-9c70757e78c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:15.407922 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bd3eaf62-2c23-406e-b24f-24c5e6e6cfc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:15.418310 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 42808) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:15.436321 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa733-9cea-472f-bc83-9c70757e78c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:15.436691 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-8a5fa733-9cea-472f-bc83-9c70757e78c9 admin admin] Added segment 4f619742-2f1c-4a1c-b9fc-b9c9540add64 of type vxlan for network 14b0b9e1-2cb3-4131-8249-9df0b7a261cf Dec 11 16:28:15.458396 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca24a8-5da4-4ccd-b23a-72c9bb9c2c0a req-4ca61f15-ca26-468e-be81-df674e10d193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:15.460031 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-dbca24a8-5da4-4ccd-b23a-72c9bb9c2c0a req-4ca61f15-ca26-468e-be81-df674e10d193 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9ec77316-2c94-4b1a-b7f0-14bd7e44d817 HTTP/1.1" status: 200 len: 913 time: 0.2877357 Dec 11 16:28:15.467039 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bd3eaf62-2c23-406e-b24f-24c5e6e6cfc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:15.488762 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 42814) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:15.554190 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-dbca24a8-5da4-4ccd-b23a-72c9bb9c2c0a req-7b89f1c1-6188-4447-9f60-497578796d0f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a441077-a0cb-4077-aa7a-34ff516b984c HTTP/1.1" status: 200 len: 217 time: 0.0776339 Dec 11 16:28:15.572730 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa733-9cea-472f-bc83-9c70757e78c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769896439940'] for network, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:15.646551 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e652b0a4-0817-403b-897f-b5b175515d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:15.666378 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-3aff5948-8d61-404b-9777-9c0663c87c2b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-287758240-network', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783'}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:28:15.672111 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-e652b0a4-0817-403b-897f-b5b175515d6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:28:15.674774 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-3aff5948-8d61-404b-9777-9c0663c87c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:28:15.676657 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca24a8-5da4-4ccd-b23a-72c9bb9c2c0a req-f01577fa-d551-4eee-b408-d68bf45bb604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:15.678768 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-dbca24a8-5da4-4ccd-b23a-72c9bb9c2c0a req-f01577fa-d551-4eee-b408-d68bf45bb604 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e6404f2-4e6d-43c0-8f0c-00c87c7cbef7 HTTP/1.1" status: 200 len: 859 time: 0.1085258 Dec 11 16:28:15.680510 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-e652b0a4-0817-403b-897f-b5b175515d6f admin admin] Usage tracker for resource:security_group_rule and tenant:493c955109a94ce8a2b2669f68d5f8af is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:28:15.683777 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa733-9cea-472f-bc83-9c70757e78c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882'] for network, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:15.683917 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-3aff5948-8d61-404b-9777-9c0663c87c2b admin admin] Usage tracker for resource:network and tenant:e37fdc83c4594f89972cc36f62859783 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:28:15.685551 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5fa733-9cea-472f-bc83-9c70757e78c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:15.686217 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa733-9cea-472f-bc83-9c70757e78c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:15.687210 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-3aff5948-8d61-404b-9777-9c0663c87c2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:28:15.690436 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bd3eaf62-2c23-406e-b24f-24c5e6e6cfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:15.693242 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-3aff5948-8d61-404b-9777-9c0663c87c2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:28:15.697804 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8bda1833-77d5-4324-ad08-e23b22a30dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:15.701396 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-e652b0a4-0817-403b-897f-b5b175515d6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:28:15.707329 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aff5948-8d61-404b-9777-9c0663c87c2b admin admin] Made reservation on behalf of e37fdc83c4594f89972cc36f62859783 for: {'network': 1} {{(pid=80242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:28:15.712118 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3aff5948-8d61-404b-9777-9c0663c87c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for network, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:15.723629 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-e652b0a4-0817-403b-897f-b5b175515d6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:28:15.728936 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3aff5948-8d61-404b-9777-9c0663c87c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:15.751856 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-3aff5948-8d61-404b-9777-9c0663c87c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:28:15.763887 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-3aff5948-8d61-404b-9777-9c0663c87c2b admin admin] Usage tracker for resource:security_group_rule and tenant:e37fdc83c4594f89972cc36f62859783 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:28:15.768285 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-3aff5948-8d61-404b-9777-9c0663c87c2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:28:15.778429 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-3aff5948-8d61-404b-9777-9c0663c87c2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:28:15.825653 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-dbca24a8-5da4-4ccd-b23a-72c9bb9c2c0a req-281fb157-5083-43dc-8185-57076a94c7d5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9ec77316-2c94-4b1a-b7f0-14bd7e44d817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1321096 Dec 11 16:28:15.885735 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e652b0a4-0817-403b-897f-b5b175515d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:15.896105 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e652b0a4-0817-403b-897f-b5b175515d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:15.908783 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-708776d1-9b0c-458b-9928-d846a03b3e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:15.934657 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fa733-9cea-472f-bc83-9c70757e78c9 admin admin] Pushing event updated for resources: {'Network': ['ID=14b0b9e1-2cb3-4131-8249-9df0b7a261cf,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:15.948211 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Network 14b0b9e1-2cb3-4131-8249-9df0b7a261cf details requested by agent ovs-agent-dv-cinder-766752-1-smb with host dv-cinder-766752-1-smb {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:28:15.952600 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8a5fa733-9cea-472f-bc83-9c70757e78c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:15.953130 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-80c41cd3-c289-440c-b33e-9d0fc96b999c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:15.961834 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-e652b0a4-0817-403b-897f-b5b175515d6f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=493c955109a94ce8a2b2669f68d5f8af&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5391307 Dec 11 16:28:15.967315 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-8a5fa733-9cea-472f-bc83-9c70757e78c9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4113417 Dec 11 16:28:15.967315 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 42822) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:15.969750 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652b0a4-0817-403b-897f-b5b175515d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74eadcc-b38c-4d6d-9ca6-199be25d3f87,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:15.970980 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bd3eaf62-2c23-406e-b24f-24c5e6e6cfc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:15.972594 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 42824) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:15.975507 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-bd3eaf62-2c23-406e-b24f-24c5e6e6cfc4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a0e10ab6-777d-4f19-8443-a99e8f10dd3e HTTP/1.1" status: 204 len: 168 time: 0.8349335 Dec 11 16:28:15.981238 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3eaf62-2c23-406e-b24f-24c5e6e6cfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e10ab6-777d-4f19-8443-a99e8f10dd3e,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:15.986370 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-4c250d60-88e8-48d5-9ce5-2f290afa1413 admin admin] Request body: {'subnet': {'network_id': '14b0b9e1-2cb3-4131-8249-9df0b7a261cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1642719334-subnet', 'tenant_id': '226ef8323e08459b88128a3549878a19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:28:15.991903 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e652b0a4-0817-403b-897f-b5b175515d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:15.999614 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-4c250d60-88e8-48d5-9ce5-2f290afa1413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:28:16.003713 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3aff5948-8d61-404b-9777-9c0663c87c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:16.010823 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-4c250d60-88e8-48d5-9ce5-2f290afa1413 admin admin] Usage tracker for resource:subnet and tenant:226ef8323e08459b88128a3549878a19 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:28:16.014395 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-4c250d60-88e8-48d5-9ce5-2f290afa1413 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:28:16.019346 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3aff5948-8d61-404b-9777-9c0663c87c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:16.040461 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-bd3eaf62-2c23-406e-b24f-24c5e6e6cfc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:16.043175 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d1c18e23-e90d-49de-ab05-944e2ac665c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:16.057419 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-4c250d60-88e8-48d5-9ce5-2f290afa1413 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:28:16.096141 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9abcdeb6-2102-4895-bbc4-7bf0723b9fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:16.119683 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-dbca24a8-5da4-4ccd-b23a-72c9bb9c2c0a req-f91eefb7-d7ed-44c6-a47f-4632b02e823e service neutron] 10.222.0.87 "GET /v2.0/networks/9ec77316-2c94-4b1a-b7f0-14bd7e44d817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733071 Dec 11 16:28:16.152894 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aff5948-8d61-404b-9777-9c0663c87c2b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 11 16:28:16.171620 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Network 14b0b9e1-2cb3-4131-8249-9df0b7a261cf details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:28:16.172200 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff5948-8d61-404b-9777-9c0663c87c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:16.176485 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c250d60-88e8-48d5-9ce5-2f290afa1413 admin admin] Made reservation on behalf of 226ef8323e08459b88128a3549878a19 for: {'subnet': 1} {{(pid=80242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:28:16.181859 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4c250d60-88e8-48d5-9ce5-2f290afa1413 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15102614'] for subnet, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:16.224550 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9abcdeb6-2102-4895-bbc4-7bf0723b9fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:16.302072 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3aff5948-8d61-404b-9777-9c0663c87c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:16.332267 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9abcdeb6-2102-4895-bbc4-7bf0723b9fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:16.339849 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-891d5232-0c1c-40a2-aab0-70848eeca1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:16.357579 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-dbca24a8-5da4-4ccd-b23a-72c9bb9c2c0a req-30c3d996-5d51-47e8-9171-32e33395664e service neutron] 10.222.0.87 "GET /v2.0/networks/9ec77316-2c94-4b1a-b7f0-14bd7e44d817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2302930 Dec 11 16:28:16.358639 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcdeb6-2102-4895-bbc4-7bf0723b9fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74eadcc-b38c-4d6d-9ca6-199be25d3f87,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:16.361471 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9abcdeb6-2102-4895-bbc4-7bf0723b9fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:16.364269 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9039a2e0-ea34-46ca-ba8f-92a0176f144b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:16.371580 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9abcdeb6-2102-4895-bbc4-7bf0723b9fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:16.386812 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-9abcdeb6-2102-4895-bbc4-7bf0723b9fcc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c74eadcc-b38c-4d6d-9ca6-199be25d3f87 HTTP/1.1" status: 204 len: 168 time: 0.4039063 Dec 11 16:28:16.468242 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3aff5948-8d61-404b-9777-9c0663c87c2b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769896991466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:16.468689 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-3aff5948-8d61-404b-9777-9c0663c87c2b admin admin] Added segment 532a29ae-da3b-4091-a1c4-ce66941d99d8 of type vxlan for network 5ce8c0cf-2037-467e-aeac-2cfe6e72869e Dec 11 16:28:16.549748 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 42840) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:16.554312 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3aff5948-8d61-404b-9777-9c0663c87c2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769896439940'] for network, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:16.653548 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-edac5000-30db-41ee-8754-b376ceca2dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:16.673138 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5aebc-6850-43ea-82f2-f8c67128fccf req-82a41696-586d-4a76-a7d0-571254e5475a tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:16.674755 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-14d5aebc-6850-43ea-82f2-f8c67128fccf req-82a41696-586d-4a76-a7d0-571254e5475a tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.5979021 Dec 11 16:28:16.730217 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-edac5000-30db-41ee-8754-b376ceca2dc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:28:16.739239 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-edac5000-30db-41ee-8754-b376ceca2dc2 admin admin] Usage tracker for resource:security_group_rule and tenant:7d117c92467f4323aca3748d1b58e862 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:28:16.749573 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3aff5948-8d61-404b-9777-9c0663c87c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882'] for network, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:16.752383 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-edac5000-30db-41ee-8754-b376ceca2dc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:28:16.763289 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aff5948-8d61-404b-9777-9c0663c87c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:16.763961 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3aff5948-8d61-404b-9777-9c0663c87c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:16.772683 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-edac5000-30db-41ee-8754-b376ceca2dc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:28:16.774664 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:16.782670 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:16.857921 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-14d5aebc-6850-43ea-82f2-f8c67128fccf req-179a5c98-eeef-413f-9abb-534332c7d545 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595545 Dec 11 16:28:16.923751 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 42846) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:16.931702 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff5948-8d61-404b-9777-9c0663c87c2b admin admin] Pushing event updated for resources: {'Network': ['ID=5ce8c0cf-2037-467e-aeac-2cfe6e72869e,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:16.940410 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3aff5948-8d61-404b-9777-9c0663c87c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:16.943095 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Network 5ce8c0cf-2037-467e-aeac-2cfe6e72869e details requested by agent ovs-agent-dv-cinder-766752-1-smb with host dv-cinder-766752-1-smb {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:28:16.952672 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-aeecea2f-3ff9-4396-b613-25d627788fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:16.961993 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-3aff5948-8d61-404b-9777-9c0663c87c2b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4719143 Dec 11 16:28:16.966340 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 42850) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:16.969018 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Network 5ce8c0cf-2037-467e-aeac-2cfe6e72869e details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:28:16.976197 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-9108d838-5659-4e86-85b5-f54aebe6a310 admin admin] Request body: {'subnet': {'network_id': '5ce8c0cf-2037-467e-aeac-2cfe6e72869e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-287758240-subnet', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783', 'ip_version': 4}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:28:16.982011 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-aeecea2f-3ff9-4396-b613-25d627788fbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:28:16.985267 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-9108d838-5659-4e86-85b5-f54aebe6a310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:28:16.991106 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-aeecea2f-3ff9-4396-b613-25d627788fbc admin admin] Usage tracker for resource:security_group_rule and tenant:e872338194d442e7a3c704b10f8f0ec8 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:28:16.998343 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-9108d838-5659-4e86-85b5-f54aebe6a310 admin admin] Usage tracker for resource:subnet and tenant:e37fdc83c4594f89972cc36f62859783 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:28:17.001295 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-aeecea2f-3ff9-4396-b613-25d627788fbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:28:17.004317 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-9108d838-5659-4e86-85b5-f54aebe6a310 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:28:17.013360 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-aeecea2f-3ff9-4396-b613-25d627788fbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:28:17.015805 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-9108d838-5659-4e86-85b5-f54aebe6a310 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:28:17.039102 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9108d838-5659-4e86-85b5-f54aebe6a310 admin admin] Made reservation on behalf of e37fdc83c4594f89972cc36f62859783 for: {'subnet': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:28:17.044119 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9108d838-5659-4e86-85b5-f54aebe6a310 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15590626'] for subnet, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:17.113752 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-edac5000-30db-41ee-8754-b376ceca2dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:17.119394 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-edac5000-30db-41ee-8754-b376ceca2dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:17.129444 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b54d19ae-e8bd-421e-813d-3f2da2b639f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:17.167802 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4c250d60-88e8-48d5-9ce5-2f290afa1413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839577828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15102597'] for subnet, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:17.196250 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-edac5000-30db-41ee-8754-b376ceca2dc2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7d117c92467f4323aca3748d1b58e862&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6456046 Dec 11 16:28:17.210245 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 42854) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:17.248496 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac5000-30db-41ee-8754-b376ceca2dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c63adc-4015-4381-848f-b6466610e76c,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:17.262295 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-edac5000-30db-41ee-8754-b376ceca2dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:17.262809 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-546178a4-fcbb-4507-a4d2-6512076bb648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:17.352971 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c250d60-88e8-48d5-9ce5-2f290afa1413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f65ebe83-2650-418b-bd2c-2c87b7c95251,revision_number=0']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:17.357474 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4c250d60-88e8-48d5-9ce5-2f290afa1413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:17.418213 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c250d60-88e8-48d5-9ce5-2f290afa1413 admin admin] Checking segment: {'id': '4f619742-2f1c-4a1c-b9fc-b9c9540add64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14b0b9e1-2cb3-4131-8249-9df0b7a261cf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:28:17.418602 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c250d60-88e8-48d5-9ce5-2f290afa1413 admin admin] Network hostable DHCP agents. Network: 14b0b9e1-2cb3-4131-8249-9df0b7a261cf, hostable agents: ['152ea6c3-4f92-4bdd-b82f-bafaeb087025'], hosted agents: [] {{(pid=80242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 11 16:28:17.439586 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c250d60-88e8-48d5-9ce5-2f290afa1413 admin admin] Network 14b0b9e1-2cb3-4131-8249-9df0b7a261cf is scheduled to be hosted by DHCP agent 152ea6c3-4f92-4bdd-b82f-bafaeb087025 with binding_index 1 {{(pid=80242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 11 16:28:17.448661 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-4c250d60-88e8-48d5-9ce5-2f290afa1413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-smb, 14b0b9e1-2cb3-4131-8249-9df0b7a261cf) {{(pid=80242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:28:17.457840 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0093e619-d458-4edc-bd45-3e3c483a9884 None None] Network 14b0b9e1-2cb3-4131-8249-9df0b7a261cf requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:28:17.465314 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c250d60-88e8-48d5-9ce5-2f290afa1413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:17.465962 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4c250d60-88e8-48d5-9ce5-2f290afa1413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for subnet, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:17.468425 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-aeecea2f-3ff9-4396-b613-25d627788fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:17.495683 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-4c250d60-88e8-48d5-9ce5-2f290afa1413 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5083072 Dec 11 16:28:17.510926 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-aeecea2f-3ff9-4396-b613-25d627788fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:17.525198 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-bd3eaf62-2c23-406e-b24f-24c5e6e6cfc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:17.613038 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-aeecea2f-3ff9-4396-b613-25d627788fbc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e872338194d442e7a3c704b10f8f0ec8&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6880915 Dec 11 16:28:17.616234 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 42864) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:17.625546 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b05ef2d8-44f7-48de-8086-ef70df2065e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:17.627428 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeecea2f-3ff9-4396-b613-25d627788fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b082b05-ea9f-47d9-907a-1cf2a888e28c,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:17.640434 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-aeecea2f-3ff9-4396-b613-25d627788fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:17.756439 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-991e056a-4098-49e5-9cc0-0cc51d3c3a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:17.775094 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b05ef2d8-44f7-48de-8086-ef70df2065e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:17.789243 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-991e056a-4098-49e5-9cc0-0cc51d3c3a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:17.852068 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-991e056a-4098-49e5-9cc0-0cc51d3c3a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:17.853887 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 5a441077-a0cb-4077-aa7a-34ff516b984c up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:28:17.859624 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6ddae322-3242-42ae-ac05-c0af5dd73c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:17.872547 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e056a-4098-49e5-9cc0-0cc51d3c3a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b082b05-ea9f-47d9-907a-1cf2a888e28c,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:17.888408 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-991e056a-4098-49e5-9cc0-0cc51d3c3a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:17.892963 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-991e056a-4098-49e5-9cc0-0cc51d3c3a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:17.894734 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-991e056a-4098-49e5-9cc0-0cc51d3c3a8d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8b082b05-ea9f-47d9-907a-1cf2a888e28c HTTP/1.1" status: 204 len: 168 time: 0.2774105 Dec 11 16:28:17.936911 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b05ef2d8-44f7-48de-8086-ef70df2065e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:17.942771 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-06a3438d-b044-4238-8f35-55c232cef359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:17.973071 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ef2d8-44f7-48de-8086-ef70df2065e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c63adc-4015-4381-848f-b6466610e76c,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:17.977975 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b05ef2d8-44f7-48de-8086-ef70df2065e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:17.996794 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b05ef2d8-44f7-48de-8086-ef70df2065e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:18.000842 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-b05ef2d8-44f7-48de-8086-ef70df2065e4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/99c63adc-4015-4381-848f-b6466610e76c HTTP/1.1" status: 204 len: 168 time: 0.7894423 Dec 11 16:28:18.005703 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:18.015515 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa31abcb-1f4e-4b11-ab1c-75165b0a2132 None None] Network 14b0b9e1-2cb3-4131-8249-9df0b7a261cf requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:28:18.082174 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9108d838-5659-4e86-85b5-f54aebe6a310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839641851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15590641'] for subnet, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:18.101737 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:18.259870 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108d838-5659-4e86-85b5-f54aebe6a310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f989d188-0764-4755-9ed3-e783bc6c7d0e,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:18.285878 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9108d838-5659-4e86-85b5-f54aebe6a310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:18.301852 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 5a441077-a0cb-4077-aa7a-34ff516b984c triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:28:18.302281 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:18.345981 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00033cb0-abdb-464c-b449-aa33179e5017 req-1050883d-3a00-4a62-bdbe-e0ae80620087 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:18.358935 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-00033cb0-abdb-464c-b449-aa33179e5017 req-1050883d-3a00-4a62-bdbe-e0ae80620087 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.2043324 Dec 11 16:28:18.428983 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-00033cb0-abdb-464c-b449-aa33179e5017 req-7588c886-94e8-458f-bfb7-e786e1ac08d8 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688226 Dec 11 16:28:18.438546 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9108d838-5659-4e86-85b5-f54aebe6a310 admin admin] Checking segment: {'id': '532a29ae-da3b-4091-a1c4-ce66941d99d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5ce8c0cf-2037-467e-aeac-2cfe6e72869e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:28:18.438546 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9108d838-5659-4e86-85b5-f54aebe6a310 admin admin] Network hostable DHCP agents. Network: 5ce8c0cf-2037-467e-aeac-2cfe6e72869e, hostable agents: ['152ea6c3-4f92-4bdd-b82f-bafaeb087025'], hosted agents: [] {{(pid=80243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 11 16:28:18.453674 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:18.478191 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9108d838-5659-4e86-85b5-f54aebe6a310 admin admin] Network 5ce8c0cf-2037-467e-aeac-2cfe6e72869e is scheduled to be hosted by DHCP agent 152ea6c3-4f92-4bdd-b82f-bafaeb087025 with binding_index 1 {{(pid=80243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 11 16:28:18.500330 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-9108d838-5659-4e86-85b5-f54aebe6a310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-smb, 5ce8c0cf-2037-467e-aeac-2cfe6e72869e) {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:28:18.524788 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9108d838-5659-4e86-85b5-f54aebe6a310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:18.525436 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9108d838-5659-4e86-85b5-f54aebe6a310 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:18.533515 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca57767-6b9d-41d8-9796-3d267c82ae7c None None] Network 5ce8c0cf-2037-467e-aeac-2cfe6e72869e requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:28:18.586846 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-9108d838-5659-4e86-85b5-f54aebe6a310 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6191123 Dec 11 16:28:18.589775 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 42882) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:18.596452 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-0335efb4-e850-4caf-b62a-4f5032679399 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-287758240-router', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'}}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:28:18.605212 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-0335efb4-e850-4caf-b62a-4f5032679399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:28:18.611298 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-0335efb4-e850-4caf-b62a-4f5032679399 admin admin] Usage tracker for resource:router and tenant:e37fdc83c4594f89972cc36f62859783 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:28:18.615967 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-0335efb4-e850-4caf-b62a-4f5032679399 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:28:18.633258 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-0335efb4-e850-4caf-b62a-4f5032679399 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:28:18.674346 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0335efb4-e850-4caf-b62a-4f5032679399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854359915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774664'] for router, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:18.676810 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0335efb4-e850-4caf-b62a-4f5032679399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854362306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-515724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1088'] for router, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:18.712994 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0335efb4-e850-4caf-b62a-4f5032679399 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:18.831342 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc3d95e0-9722-56b3-ab5c-a7335d02e18f-5ce8c0cf-2037-467e-aeac-2cfe6e72869e', 'network_id': '5ce8c0cf-2037-467e-aeac-2cfe6e72869e', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783', 'fixed_ips': [{'subnet_id': 'f989d188-0764-4755-9ed3-e783bc6c7d0e'}]}} from dv-cinder-766752-1-smb. {{(pid=80244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 11 16:28:18.837206 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:19.218877 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Allocated IP 172.20.0.2 (5ce8c0cf-2037-467e-aeac-2cfe6e72869e/f989d188-0764-4755-9ed3-e783bc6c7d0e/f00194e9-5a7b-4845-8852-54963e688ae4) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:28:19.321746 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0335efb4-e850-4caf-b62a-4f5032679399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854360120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854359898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1105'] for router, precommit_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:19.452237 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:19.464944 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Transition to ACTIVE for port object f00194e9-5a7b-4845-8852-54963e688ae4 will not be triggered until provisioned by entity L2. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:28:19.482530 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Transition to ACTIVE for port object f00194e9-5a7b-4845-8852-54963e688ae4 will not be triggered until provisioned by entity DHCP. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:28:19.487733 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:19.503903 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ec84b4df-9600-4217-9609-d3a7d85fb4a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:19.619730 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Pushing event updated for resources: {'Port': ['ID=f00194e9-5a7b-4845-8852-54963e688ae4,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:19.640394 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:19.640609 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:19.640987 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:19.656330 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:19.656893 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:19.657424 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:19.657792 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:19.658106 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:19.658478 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:19.658847 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:19.659220 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:19.659835 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:19.660152 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:19.660540 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:19.660838 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:19.661501 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:19.661501 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:19.661855 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:19.662256 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:19.662607 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:19.662967 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:19.663322 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:19.663732 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:19.664147 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:19.676407 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:19.742365 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0335efb4-e850-4caf-b62a-4f5032679399 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:19.780720 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0335efb4-e850-4caf-b62a-4f5032679399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:19.796114 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Network 5ce8c0cf-2037-467e-aeac-2cfe6e72869e is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:28:19.797310 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Resources bound (agent type, host, resource id): {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:28:19.799758 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:28:19.816862 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d7a37-29b2-4b28-b248-6082ffb871c1 req-9e8b4a74-3e4e-4a49-8f71-d534a11794db tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:19.825157 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4e5d7a37-29b2-4b28-b248-6082ffb871c1 req-9e8b4a74-3e4e-4a49-8f71-d534a11794db tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.2223167 Dec 11 16:28:19.858013 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Attempting to bind port f00194e9-5a7b-4845-8852-54963e688ae4 on host dv-cinder-766752-1-smb for vnic_type normal with profile {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:28:19.858430 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Attempting to bind port f00194e9-5a7b-4845-8852-54963e688ae4 by drivers openvswitch on host dv-cinder-766752-1-smb at level 0 using segments [{'id': '532a29ae-da3b-4091-a1c4-ce66941d99d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5ce8c0cf-2037-467e-aeac-2cfe6e72869e'}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:28:19.858843 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Attempting to bind port f00194e9-5a7b-4845-8852-54963e688ae4 on network 5ce8c0cf-2037-467e-aeac-2cfe6e72869e {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:28:19.865817 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Checking agent: {'id': 'f164431f-4e07-4bd6-ace5-674ca64419be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 17), 'started_at': datetime.datetime(2020, 12, 11, 16, 17, 47), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:28:19.866239 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Checking segment: {'id': '532a29ae-da3b-4091-a1c4-ce66941d99d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5ce8c0cf-2037-467e-aeac-2cfe6e72869e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:28:19.866683 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:19.867121 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Bound using segment: {'id': '532a29ae-da3b-4091-a1c4-ce66941d99d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5ce8c0cf-2037-467e-aeac-2cfe6e72869e'} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:28:19.868352 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Bound port: f00194e9-5a7b-4845-8852-54963e688ae4, host: dv-cinder-766752-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532a29ae-da3b-4091-a1c4-ce66941d99d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5ce8c0cf-2037-467e-aeac-2cfe6e72869e'}}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:28:19.868797 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:19.956994 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4e5d7a37-29b2-4b28-b248-6082ffb871c1 req-359e652f-ff2b-4636-be57-c10355361289 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307449 Dec 11 16:28:19.971388 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] For port f00194e9-5a7b-4845-8852-54963e688ae4, host dv-cinder-766752-1-smb, cleared binding levels {{(pid=80244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:28:19.974670 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] For port f00194e9-5a7b-4845-8852-54963e688ae4, host dv-cinder-766752-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=f00194e9-5a7b-4845-8852-54963e688ae4,segment=NetworkSegment(532a29ae-da3b-4091-a1c4-ce66941d99d8),segment_id=532a29ae-da3b-4091-a1c4-ce66941d99d8)] {{(pid=80244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:28:19.978999 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:20.045497 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:20.179555 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-0335efb4-e850-4caf-b62a-4f5032679399 admin admin] Allocated IP 172.28.1.171 (ad2ee80a-1b86-455c-8869-eab43da82ba0/ba014d62-0f8d-4c1a-b66b-b32d18d6affa/3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9) {{(pid=80242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:28:20.294293 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Pushing event updated for resources: {'Port': ['ID=f00194e9-5a7b-4845-8852-54963e688ae4,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:20.308869 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:20.447734 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0335efb4-e850-4caf-b62a-4f5032679399 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:20.484339 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0335efb4-e850-4caf-b62a-4f5032679399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839577674'] for port, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:20.501392 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c1b71e92-3e3b-4cc1-a224-1318f4457476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:20.718281 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 42956) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:20.765743 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0335efb4-e850-4caf-b62a-4f5032679399 admin admin] Pushing event updated for resources: {'Port': ['ID=3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:20.769008 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0335efb4-e850-4caf-b62a-4f5032679399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:20.874517 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-0827a2b5-d0a7-4859-9e7e-db1afdbc4d60 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:20.876163 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-0827a2b5-d0a7-4859-9e7e-db1afdbc4d60 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/networks?id=14b0b9e1-2cb3-4131-8249-9df0b7a261cf HTTP/1.1" status: 200 len: 814 time: 0.2772498 Dec 11 16:28:20.878106 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0335efb4-e850-4caf-b62a-4f5032679399 admin admin] Network ad2ee80a-1b86-455c-8869-eab43da82ba0 is already hosted by enough agents. {{(pid=80242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:28:20.879336 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-0335efb4-e850-4caf-b62a-4f5032679399 admin admin] Resources bound (agent type, host, resource id): {{(pid=80242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:28:20.882455 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0335efb4-e850-4caf-b62a-4f5032679399 admin admin] Received port after_create {{(pid=80242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:28:20.892121 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7688a907-70f9-466a-9dc9-2425e9424b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:20.907415 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-7688a907-70f9-466a-9dc9-2425e9424b5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:28:20.911508 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-7688a907-70f9-466a-9dc9-2425e9424b5d admin admin] Usage tracker for resource:security_group_rule and tenant:be9b7c7fb15f4e80a3a5059e79b96ea8 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:28:20.914542 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-7688a907-70f9-466a-9dc9-2425e9424b5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:28:20.920903 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-7688a907-70f9-466a-9dc9-2425e9424b5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:28:20.937482 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-63f11e1b-4f79-42a7-b909-b4753c32a883 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/quotas/226ef8323e08459b88128a3549878a19 HTTP/1.1" status: 200 len: 375 time: 0.0249038 Dec 11 16:28:20.994088 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-76a192b6-4f97-4f1f-b27e-f94a53df18ce tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?tenant_id=226ef8323e08459b88128a3549878a19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493450 Dec 11 16:28:21.011218 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7688a907-70f9-466a-9dc9-2425e9424b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:21.014208 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7688a907-70f9-466a-9dc9-2425e9424b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:21.021934 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b05ef2d8-44f7-48de-8086-ef70df2065e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:21.069236 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688a907-70f9-466a-9dc9-2425e9424b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08f3aee-d1ac-489a-baae-b99455eb0264,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:21.072965 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7688a907-70f9-466a-9dc9-2425e9424b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:21.075418 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-7688a907-70f9-466a-9dc9-2425e9424b5d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=be9b7c7fb15f4e80a3a5059e79b96ea8&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3560500 Dec 11 16:28:21.078126 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 42964) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:21.140946 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b25f24b-77e2-4cfe-85c2-fb712865407b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:21.169362 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b25f24b-77e2-4cfe-85c2-fb712865407b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:21.215122 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b25f24b-77e2-4cfe-85c2-fb712865407b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:21.220232 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-60213daa-9835-4857-99f3-d6d4d5aa0013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:21.234517 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25f24b-77e2-4cfe-85c2-fb712865407b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08f3aee-d1ac-489a-baae-b99455eb0264,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:21.238057 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4b25f24b-77e2-4cfe-85c2-fb712865407b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:21.239091 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b25f24b-77e2-4cfe-85c2-fb712865407b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:21.240990 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-4b25f24b-77e2-4cfe-85c2-fb712865407b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b08f3aee-d1ac-489a-baae-b99455eb0264 HTTP/1.1" status: 204 len: 168 time: 0.1611259 Dec 11 16:28:21.674650 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-1803063d-d1a3-4d1e-86d7-5bb71fac29de service neutron] 10.222.0.45 "GET /v2.0/networks/14b0b9e1-2cb3-4131-8249-9df0b7a261cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6176558 Dec 11 16:28:21.741653 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd83222-be96-4cd6-950b-6acf52b2f81e None None] Network 5ce8c0cf-2037-467e-aeac-2cfe6e72869e requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:28:21.840893 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-b22b5038-8077-45c4-bf49-f79f9cde4dc4 None None] Provisioning for port f00194e9-5a7b-4845-8852-54963e688ae4 completed by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:28:21.847209 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fea93-8b87-4841-89f4-9113bf88f3f4 req-d4e817fc-3fee-4ca3-8389-1f52c8710b17 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:21.848864 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-926fea93-8b87-4841-89f4-9113bf88f3f4 req-d4e817fc-3fee-4ca3-8389-1f52c8710b17 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.6596594 Dec 11 16:28:21.952148 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-926fea93-8b87-4841-89f4-9113bf88f3f4 req-31808014-0824-4622-9eee-0d2e7d75dad6 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939620 Dec 11 16:28:21.977381 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-b3e6e832-a29c-47ba-8748-48fda862ec91 service neutron] 10.222.0.45 "GET /v2.0/networks/14b0b9e1-2cb3-4131-8249-9df0b7a261cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2403748 Dec 11 16:28:21.977967 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0335efb4-e850-4caf-b62a-4f5032679399 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:22.425046 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4dc8e254-a6d3-4b43-b832-97a2d199d3d5 req-7b85e0df-c7c7-41b5-802d-ca8914b6fd03 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=80b7676a-2643-4520-9747-816cbe90168c HTTP/1.1" status: 200 len: 210 time: 0.1145182 Dec 11 16:28:22.449424 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device f00194e9-5a7b-4845-8852-54963e688ae4 up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:28:22.561086 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0335efb4-e850-4caf-b62a-4f5032679399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415698'] for router, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:22.608160 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning for port f00194e9-5a7b-4845-8852-54963e688ae4 completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:28:22.613866 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port f00194e9-5a7b-4845-8852-54963e688ae4 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:28:22.614283 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:22.673124 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-634a2511-a895-4309-88d9-134d7902c0db None None] Provisioning complete for port f00194e9-5a7b-4845-8852-54963e688ae4 triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:28:22.673812 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-634a2511-a895-4309-88d9-134d7902c0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:22.806611 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7acca-dbdc-4ad3-a8a0-9b59e21bbc98 req-454f4ddd-a8e7-4c24-bb49-521dde8992f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:22.811218 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-eeb7acca-dbdc-4ad3-a8a0-9b59e21bbc98 req-454f4ddd-a8e7-4c24-bb49-521dde8992f2 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 1162 time: 0.2592409 Dec 11 16:28:22.928570 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-eeb7acca-dbdc-4ad3-a8a0-9b59e21bbc98 req-d81608e5-4710-44a6-b540-2d54790cb927 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086173 Dec 11 16:28:22.968248 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-634a2511-a895-4309-88d9-134d7902c0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:22.991243 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:23.012202 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0335efb4-e850-4caf-b62a-4f5032679399 admin admin] Router 73100931-c695-4540-b934-b449ee4ff8b4 is scheduled to L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 with binding_index 1 {{(pid=80242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 11 16:28:23.069772 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] For port f00194e9-5a7b-4845-8852-54963e688ae4, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=f00194e9-5a7b-4845-8852-54963e688ae4,segment=NetworkSegment(532a29ae-da3b-4091-a1c4-ce66941d99d8),segment_id=532a29ae-da3b-4091-a1c4-ce66941d99d8)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:28:23.103435 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:23.118005 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:23.284662 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0335efb4-e850-4caf-b62a-4f5032679399 admin admin] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:28:23.297540 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3f07d0-9de7-4f4d-bfe0-eddf4eef520f None None] Sync routers for ids ['73100931-c695-4540-b934-b449ee4ff8b4'] in dv-cinder-766752-1-smb {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:28:23.322708 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3f07d0-9de7-4f4d-bfe0-eddf4eef520f None None] Routers {'73100931-c695-4540-b934-b449ee4ff8b4'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:28:23.325195 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-4b3f07d0-9de7-4f4d-bfe0-eddf4eef520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:28:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['73100931-c695-4540-b934-b449ee4ff8b4'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:28:23.339290 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0335efb4-e850-4caf-b62a-4f5032679399 admin admin] Notify callbacks [] for router, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:23.344162 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 43008) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:28:23.354851 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-0335efb4-e850-4caf-b62a-4f5032679399 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7634177 Dec 11 16:28:23.375647 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b4782-96de-453f-8e71-ec57d81a9467 req-2f79a6ea-8c56-42e8-970d-972a00424d75 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:23.386529 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f45b4782-96de-453f-8e71-ec57d81a9467 req-2f79a6ea-8c56-42e8-970d-972a00424d75 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.1495609 Dec 11 16:28:23.408196 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Pushing event updated for resources: {'Port': ['ID=f00194e9-5a7b-4845-8852-54963e688ae4,revision_number=3']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:23.420401 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:23.422210 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.db.api [None req-634a2511-a895-4309-88d9-134d7902c0db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80244) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 11 16:28:23.422602 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_db.api [None req-634a2511-a895-4309-88d9-134d7902c0db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 11 16:28:23.445070 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:23.470061 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f45b4782-96de-453f-8e71-ec57d81a9467 req-cfb732d5-4cd1-47b3-b990-8ab8aa7d5032 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737584 Dec 11 16:28:23.610591 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-4b3f07d0-9de7-4f4d-bfe0-eddf4eef520f None None] Set router 73100931-c695-4540-b934-b449ee4ff8b4 gateway port host: dv-cinder-766752-1-smb {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:28:23.702250 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f6a6be48-2a5a-447b-afab-2bc06a47763e req-f427482f-3210-4317-b1ef-d7a6b1e4f3ea tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=80b7676a-2643-4520-9747-816cbe90168c HTTP/1.1" status: 200 len: 210 time: 0.1006708 Dec 11 16:28:23.962452 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-4b3f07d0-9de7-4f4d-bfe0-eddf4eef520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73100931-c695-4540-b934-b449ee4ff8b4', 'name': 'tempest-TestMinimumBasicScenario-287758240-router', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:28:18Z', 'updated_at': '2020-12-11T16:28:21Z', 'revision_number': 3, 'project_id': 'e37fdc83c4594f89972cc36f62859783', 'gw_port': {'id': '3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73100931-c695-4540-b934-b449ee4ff8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:28:20Z', 'updated_at': '2020-12-11T16:28:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:28:23.966664 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3f07d0-9de7-4f4d-bfe0-eddf4eef520f None None] Checking router: 73100931-c695-4540-b934-b449ee4ff8b4 for host: dv-cinder-766752-1-smb {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:28:23.967074 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3f07d0-9de7-4f4d-bfe0-eddf4eef520f None None] Updating router 73100931-c695-4540-b934-b449ee4ff8b4 port 3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9 binding host dv-cinder-766752-1-smb {{(pid=80245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 11 16:28:24.027602 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b3f07d0-9de7-4f4d-bfe0-eddf4eef520f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:24.112041 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-9554fb3a-475e-4880-a3b9-3f4e4e58b6ca None None] Provisioning complete for port f00194e9-5a7b-4845-8852-54963e688ae4 triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:28:24.112814 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9554fb3a-475e-4880-a3b9-3f4e4e58b6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:24.175027 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:24.337721 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device f00194e9-5a7b-4845-8852-54963e688ae4 up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:28:24.409121 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port f00194e9-5a7b-4845-8852-54963e688ae4 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:28:24.409550 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:24.525118 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b3f07d0-9de7-4f4d-bfe0-eddf4eef520f None None] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:24.549658 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-4b3f07d0-9de7-4f4d-bfe0-eddf4eef520f None None] Transition to ACTIVE for port object 3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9 will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:28:24.552756 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b3f07d0-9de7-4f4d-bfe0-eddf4eef520f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:24.574466 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:24.689396 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-493a2ada-509f-4bb9-8ce3-597d39531796 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:24.689396 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-493a2ada-509f-4bb9-8ce3-597d39531796 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Synchronizing usage tracker for tenant:226ef8323e08459b88128a3549878a19 on resource:network {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:28:24.709457 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afceefbd-14c6-412a-a6d3-28cfd83aecc2 None None] Pushing event updated for resources: {'Port': ['ID=3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:24.730008 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-493a2ada-509f-4bb9-8ce3-597d39531796 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Unset dirty status for tenant:226ef8323e08459b88128a3549878a19 on resource:network {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:28:24.730874 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afceefbd-14c6-412a-a6d3-28cfd83aecc2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:24.731265 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-493a2ada-509f-4bb9-8ce3-597d39531796 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.87 "GET /v2.0/networks?id=14b0b9e1-2cb3-4131-8249-9df0b7a261cf HTTP/1.1" status: 200 len: 814 time: 0.4209387 Dec 11 16:28:24.731382 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afceefbd-14c6-412a-a6d3-28cfd83aecc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:24.731816 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afceefbd-14c6-412a-a6d3-28cfd83aecc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:24.732682 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afceefbd-14c6-412a-a6d3-28cfd83aecc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:24.733127 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afceefbd-14c6-412a-a6d3-28cfd83aecc2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:24.733565 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afceefbd-14c6-412a-a6d3-28cfd83aecc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:24.738515 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afceefbd-14c6-412a-a6d3-28cfd83aecc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:24.738515 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afceefbd-14c6-412a-a6d3-28cfd83aecc2 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:24.738515 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afceefbd-14c6-412a-a6d3-28cfd83aecc2 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:24.738515 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afceefbd-14c6-412a-a6d3-28cfd83aecc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:24.738515 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afceefbd-14c6-412a-a6d3-28cfd83aecc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:24.738515 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afceefbd-14c6-412a-a6d3-28cfd83aecc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:24.738515 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afceefbd-14c6-412a-a6d3-28cfd83aecc2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:24.738515 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afceefbd-14c6-412a-a6d3-28cfd83aecc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:24.738515 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afceefbd-14c6-412a-a6d3-28cfd83aecc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:24.738515 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afceefbd-14c6-412a-a6d3-28cfd83aecc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:24.738515 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afceefbd-14c6-412a-a6d3-28cfd83aecc2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:24.738515 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afceefbd-14c6-412a-a6d3-28cfd83aecc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:24.738515 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afceefbd-14c6-412a-a6d3-28cfd83aecc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:24.739358 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afceefbd-14c6-412a-a6d3-28cfd83aecc2 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:24.739358 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afceefbd-14c6-412a-a6d3-28cfd83aecc2 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:24.739505 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afceefbd-14c6-412a-a6d3-28cfd83aecc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:24.740117 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afceefbd-14c6-412a-a6d3-28cfd83aecc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:24.740545 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afceefbd-14c6-412a-a6d3-28cfd83aecc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:24.749023 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-afceefbd-14c6-412a-a6d3-28cfd83aecc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:24.796227 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-d30744df-68fd-454a-97a9-57857a023d1f tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Request body: {'port': {'device_id': '80b7676a-2643-4520-9747-816cbe90168c', 'network_id': '14b0b9e1-2cb3-4131-8249-9df0b7a261cf', 'admin_state_up': True, 'tenant_id': '226ef8323e08459b88128a3549878a19'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:28:24.805337 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe9c9e-1a2b-4979-8034-e1b73e779ddf req-4d5c6d79-07b0-40dd-bca1-28aeb13c4fbd tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:24.811103 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9abe9c9e-1a2b-4979-8034-e1b73e779ddf req-4d5c6d79-07b0-40dd-bca1-28aeb13c4fbd tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.1391592 Dec 11 16:28:24.859837 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-4b3f07d0-9de7-4f4d-bfe0-eddf4eef520f None None] Attempting to bind port 3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9 on host dv-cinder-766752-1-smb for vnic_type normal with profile {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:28:24.860772 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-4b3f07d0-9de7-4f4d-bfe0-eddf4eef520f None None] Attempting to bind port 3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9 by drivers openvswitch on host dv-cinder-766752-1-smb at level 0 using segments [{'id': 'fa6d7e3f-32fe-4ab3-b890-6946fd39c952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:28:24.861638 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3f07d0-9de7-4f4d-bfe0-eddf4eef520f None None] Attempting to bind port 3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9 on network ad2ee80a-1b86-455c-8869-eab43da82ba0 {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:28:24.869345 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3f07d0-9de7-4f4d-bfe0-eddf4eef520f None None] Checking agent: {'id': 'f164431f-4e07-4bd6-ace5-674ca64419be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 17), 'started_at': datetime.datetime(2020, 12, 11, 16, 17, 47), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:28:24.870199 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3f07d0-9de7-4f4d-bfe0-eddf4eef520f None None] Checking segment: {'id': 'fa6d7e3f-32fe-4ab3-b890-6946fd39c952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:28:24.870979 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b3f07d0-9de7-4f4d-bfe0-eddf4eef520f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:24.871795 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3f07d0-9de7-4f4d-bfe0-eddf4eef520f None None] Bound using segment: {'id': 'fa6d7e3f-32fe-4ab3-b890-6946fd39c952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:28:24.872453 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-4b3f07d0-9de7-4f4d-bfe0-eddf4eef520f None None] Bound port: 3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9, host: dv-cinder-766752-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6d7e3f-32fe-4ab3-b890-6946fd39c952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:28:24.872978 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b3f07d0-9de7-4f4d-bfe0-eddf4eef520f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:24.884595 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9abe9c9e-1a2b-4979-8034-e1b73e779ddf req-b67b6a7b-9b4c-4f69-8f2f-4e12a40fb2a0 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664845 Dec 11 16:28:24.953854 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-82f04b30-7db1-41ef-b362-3ce2339bf455 req-32d51261-8b5f-4507-bbf6-96abdb9446d0 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=80b7676a-2643-4520-9747-816cbe90168c HTTP/1.1" status: 200 len: 210 time: 0.0617077 Dec 11 16:28:24.972724 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-4b3f07d0-9de7-4f4d-bfe0-eddf4eef520f None None] For port 3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9, host dv-cinder-766752-1-smb, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:28:24.976803 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-4b3f07d0-9de7-4f4d-bfe0-eddf4eef520f None None] For port 3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9, host dv-cinder-766752-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9,segment=NetworkSegment(fa6d7e3f-32fe-4ab3-b890-6946fd39c952),segment_id=fa6d7e3f-32fe-4ab3-b890-6946fd39c952)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:28:24.992313 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b3f07d0-9de7-4f4d-bfe0-eddf4eef520f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:25.010687 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:25.165825 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afceefbd-14c6-412a-a6d3-28cfd83aecc2 None None] Pushing event updated for resources: {'Port': ['ID=3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:25.171655 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-d30744df-68fd-454a-97a9-57857a023d1f tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:28:25.175901 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-d30744df-68fd-454a-97a9-57857a023d1f tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Usage tracker for resource:port and tenant:226ef8323e08459b88128a3549878a19 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:28:25.179327 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-d30744df-68fd-454a-97a9-57857a023d1f tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Quota usage for port was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:28:25.182596 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-afceefbd-14c6-412a-a6d3-28cfd83aecc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:25.185150 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-d30744df-68fd-454a-97a9-57857a023d1f tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:28:25.201688 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-d30744df-68fd-454a-97a9-57857a023d1f tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Made reservation on behalf of 226ef8323e08459b88128a3549878a19 for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:28:25.207433 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-d30744df-68fd-454a-97a9-57857a023d1f tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:25.271355 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Allocated IP 172.20.0.1 (5ce8c0cf-2037-467e-aeac-2cfe6e72869e/f989d188-0764-4755-9ed3-e783bc6c7d0e/fd2e33e4-929d-4ee0-a939-6ea563275e76) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:28:25.276696 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3f07d0-9de7-4f4d-bfe0-eddf4eef520f None None] Routers {'73100931-c695-4540-b934-b449ee4ff8b4'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:28:25.277456 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-4b3f07d0-9de7-4f4d-bfe0-eddf4eef520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:28:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['73100931-c695-4540-b934-b449ee4ff8b4'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:28:25.498093 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-4b3f07d0-9de7-4f4d-bfe0-eddf4eef520f None None] Set router 73100931-c695-4540-b934-b449ee4ff8b4 gateway port host: dv-cinder-766752-1-smb {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:28:25.499012 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849364d-3437-4c58-8946-d994373db1b6 req-675bb303-b5dc-4737-bd95-9e6233a0595e tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:25.508262 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 5a441077-a0cb-4077-aa7a-34ff516b984c up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:28:25.509764 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e849364d-3437-4c58-8946-d994373db1b6 req-675bb303-b5dc-4737-bd95-9e6233a0595e tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.1068308 Dec 11 16:28:25.582160 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e849364d-3437-4c58-8946-d994373db1b6 req-461b4a36-fda8-4c41-9dab-4e12d57f309d tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713403 Dec 11 16:28:25.738589 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 5a441077-a0cb-4077-aa7a-34ff516b984c triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:28:25.739016 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:25.828796 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524c8ab-272a-43ea-b338-3cc1ff2ec029 req-65770a13-e041-4297-8b4c-4c109b6ed1bd tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:25.837423 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1524c8ab-272a-43ea-b338-3cc1ff2ec029 req-65770a13-e041-4297-8b4c-4c109b6ed1bd tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.1042657 Dec 11 16:28:25.852241 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba66d4-3736-4d45-a270-3d7911d85546 req-24c16b6c-f147-4043-bbfa-aadbf3760058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:25.860348 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5cba66d4-3736-4d45-a270-3d7911d85546 req-24c16b6c-f147-4043-bbfa-aadbf3760058 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3aac1554ef17430cad7c85fea3e3ff64&device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 1162 time: 0.4073851 Dec 11 16:28:25.893546 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1524c8ab-272a-43ea-b338-3cc1ff2ec029 req-589a5a9e-c118-4edc-97d8-ee3645b9eacb tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550981 Dec 11 16:28:26.088950 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-4b3f07d0-9de7-4f4d-bfe0-eddf4eef520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73100931-c695-4540-b934-b449ee4ff8b4', 'name': 'tempest-TestMinimumBasicScenario-287758240-router', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:28:18Z', 'updated_at': '2020-12-11T16:28:21Z', 'revision_number': 3, 'project_id': 'e37fdc83c4594f89972cc36f62859783', 'gw_port': {'id': '3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73100931-c695-4540-b934-b449ee4ff8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:28:20Z', 'updated_at': '2020-12-11T16:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:28:26.093504 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3f07d0-9de7-4f4d-bfe0-eddf4eef520f None None] The sync data for ids ['73100931-c695-4540-b934-b449ee4ff8b4'] in dv-cinder-766752-1-smb is: [{'id': '73100931-c695-4540-b934-b449ee4ff8b4', 'name': 'tempest-TestMinimumBasicScenario-287758240-router', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:28:18Z', 'updated_at': '2020-12-11T16:28:21Z', 'revision_number': 3, 'project_id': 'e37fdc83c4594f89972cc36f62859783', 'gw_port': {'id': '3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73100931-c695-4540-b934-b449ee4ff8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:28:20Z', 'updated_at': '2020-12-11T16:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:28:26.108936 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba66d4-3736-4d45-a270-3d7911d85546 req-68adb7cc-c2bc-4c58-90cf-d3e8e47ac893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:26.110517 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5cba66d4-3736-4d45-a270-3d7911d85546 req-68adb7cc-c2bc-4c58-90cf-d3e8e47ac893 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9ec77316-2c94-4b1a-b7f0-14bd7e44d817 HTTP/1.1" status: 200 len: 913 time: 0.2361917 Dec 11 16:28:26.164252 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-fd8ca401-e574-46b9-918c-3b69eb27b844 req-31345ffd-4e35-487b-b1a9-a28727a10c98 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=80b7676a-2643-4520-9747-816cbe90168c HTTP/1.1" status: 200 len: 210 time: 0.0608406 Dec 11 16:28:26.211225 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5cba66d4-3736-4d45-a270-3d7911d85546 req-fc86f85d-7284-49e1-b46a-43c26ba148bd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a441077-a0cb-4077-aa7a-34ff516b984c HTTP/1.1" status: 200 len: 217 time: 0.0935240 Dec 11 16:28:26.231958 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-d30744df-68fd-454a-97a9-57857a023d1f tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Allocated IP 172.20.0.7 (14b0b9e1-2cb3-4131-8249-9df0b7a261cf/f65ebe83-2650-418b-bd2c-2c87b7c95251/6326b48c-4666-4c63-8f34-610db743f490) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:28:26.290572 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:26.342942 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Transition to ACTIVE for port object fd2e33e4-929d-4ee0-a939-6ea563275e76 will not be triggered until provisioned by entity DHCP. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:28:26.364736 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba66d4-3736-4d45-a270-3d7911d85546 req-96b5185b-1c12-40ae-8fd8-72b52b40af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:26.366356 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5cba66d4-3736-4d45-a270-3d7911d85546 req-96b5185b-1c12-40ae-8fd8-72b52b40af77 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e6404f2-4e6d-43c0-8f0c-00c87c7cbef7 HTTP/1.1" status: 200 len: 859 time: 0.1288705 Dec 11 16:28:26.383492 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c476b6-7e61-4f40-9f6b-c4d2e11fef70 req-ff0aa3ac-a408-4226-a450-7908b9e5c0e9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:26.385245 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-50c476b6-7e61-4f40-9f6b-c4d2e11fef70 req-ff0aa3ac-a408-4226-a450-7908b9e5c0e9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.0951715 Dec 11 16:28:26.433984 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-50c476b6-7e61-4f40-9f6b-c4d2e11fef70 req-c0619b8e-049b-4201-b259-1157e65611b2 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420876 Dec 11 16:28:26.453931 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5cba66d4-3736-4d45-a270-3d7911d85546 req-32680425-67eb-4969-8990-da139fa07079 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9ec77316-2c94-4b1a-b7f0-14bd7e44d817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706646 Dec 11 16:28:26.617021 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:26.734305 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f8ac03f2-50e7-4a0e-850a-d50b4d0bb5e8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:26.818925 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cf381-f44f-4a15-afdc-5887ab949173 req-bb2819fa-5588-437f-bd64-db523917142c tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:26.820617 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b63cf381-f44f-4a15-afdc-5887ab949173 req-bb2819fa-5588-437f-bd64-db523917142c tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0930548 Dec 11 16:28:26.872048 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b63cf381-f44f-4a15-afdc-5887ab949173 req-f2db8bd1-7c1a-4325-8d68-4b39d6e5ea59 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440273 Dec 11 16:28:26.917884 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5cba66d4-3736-4d45-a270-3d7911d85546 req-60a231fd-9a8f-4ae0-a255-26f8e5b2322e service neutron] 10.222.0.87 "GET /v2.0/networks/9ec77316-2c94-4b1a-b7f0-14bd7e44d817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078190 Dec 11 16:28:26.922979 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Pushing event updated for resources: {'Port': ['ID=fd2e33e4-929d-4ee0-a939-6ea563275e76,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:26.926598 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Network 5ce8c0cf-2037-467e-aeac-2cfe6e72869e is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:28:26.933452 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:28:26.974167 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:28:27.005068 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:27.005468 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:27.005876 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:27.006273 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:27.006672 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:27.007078 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:27.007441 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:27.007850 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:27.008227 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:27.008604 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:27.008980 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:27.009351 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:27.009772 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:27.010153 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:27.010534 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:27.010916 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:27.011291 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:27.011722 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:27.012099 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:27.012480 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:27.012858 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:27.013233 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:27.013611 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:27.013979 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:28:27.084551 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:27.087682 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-d30744df-68fd-454a-97a9-57857a023d1f tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:27.121966 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511e178-8ccd-47da-b24c-2cc5e8437d24 req-0a628645-9dcb-409d-a66c-bbf9e6dffd9e tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:27.125276 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4511e178-8ccd-47da-b24c-2cc5e8437d24 req-0a628645-9dcb-409d-a66c-bbf9e6dffd9e tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.0918324 Dec 11 16:28:27.142120 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-a25dd6ca-9878-4fd7-8faf-b7624e6b3344 None None] Provisioning for port fd2e33e4-929d-4ee0-a939-6ea563275e76 completed by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:28:27.148873 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-a25dd6ca-9878-4fd7-8faf-b7624e6b3344 None None] Provisioning complete for port fd2e33e4-929d-4ee0-a939-6ea563275e76 triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:28:27.149609 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a25dd6ca-9878-4fd7-8faf-b7624e6b3344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:27.170258 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5cba66d4-3736-4d45-a270-3d7911d85546 req-75a21bf8-d7b5-4630-b170-dc72aa28e281 service neutron] 10.222.0.87 "GET /v2.0/networks/9ec77316-2c94-4b1a-b7f0-14bd7e44d817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2394807 Dec 11 16:28:27.183344 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854360292'] for router_interface, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:27.184588 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4511e178-8ccd-47da-b24c-2cc5e8437d24 req-522509b9-d864-47a0-885c-f46669dcc673 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485432 Dec 11 16:28:27.210681 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-d30744df-68fd-454a-97a9-57857a023d1f tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:27.233901 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-a25dd6ca-9878-4fd7-8faf-b7624e6b3344 None None] Port fd2e33e4-929d-4ee0-a939-6ea563275e76 cannot update to ACTIVE because it is not bound. {{(pid=80244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 11 16:28:27.236226 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:27.387816 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30744df-68fd-454a-97a9-57857a023d1f tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Pushing event updated for resources: {'Port': ['ID=6326b48c-4666-4c63-8f34-610db743f490,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:27.393894 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d30744df-68fd-454a-97a9-57857a023d1f tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:27.416361 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2c65d-780c-4173-91fa-6b851d0e44d6 req-4030c118-5bc9-4781-ae98-1c0dbe4fa7b4 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:27.417982 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-aab2c65d-780c-4173-91fa-6b851d0e44d6 req-4030c118-5bc9-4781-ae98-1c0dbe4fa7b4 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=80b7676a-2643-4520-9747-816cbe90168c HTTP/1.1" status: 200 len: 931 time: 0.0871365 Dec 11 16:28:27.466126 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-aab2c65d-780c-4173-91fa-6b851d0e44d6 req-2f41ac10-7090-4514-a2da-1e49f76e3f5e tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413442 Dec 11 16:28:27.496415 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-d30744df-68fd-454a-97a9-57857a023d1f tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Network 14b0b9e1-2cb3-4131-8249-9df0b7a261cf is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:28:27.497296 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:27.508924 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-d30744df-68fd-454a-97a9-57857a023d1f tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:28:27.513514 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-d30744df-68fd-454a-97a9-57857a023d1f tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:28:27.631628 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-d30744df-68fd-454a-97a9-57857a023d1f tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:27.632285 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-d30744df-68fd-454a-97a9-57857a023d1f tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:27.678656 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdea2a-1b24-4187-b9da-4ebef530da5a req-ad366e4d-bdab-42f5-b5ea-995d3db17ad9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:27.680521 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-cbfdea2a-1b24-4187-b9da-4ebef530da5a req-ad366e4d-bdab-42f5-b5ea-995d3db17ad9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.0897262 Dec 11 16:28:27.710747 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-d30744df-68fd-454a-97a9-57857a023d1f tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9200733 Dec 11 16:28:27.750029 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-cbfdea2a-1b24-4187-b9da-4ebef530da5a req-49050f2d-1207-4d09-878b-71ddd325687a tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585799 Dec 11 16:28:27.785787 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-882529b7-d4ea-4588-b625-aca90eae2bd5 service neutron] Request body: {'port': {'device_id': '80b7676a-2643-4520-9747-816cbe90168c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:28:28.095334 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c4baa-a15b-4ecc-ad56-64871286aa8f req-7853611c-f62f-4c8a-a2b8-a612e84be01f tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:28.097260 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a12c4baa-a15b-4ecc-ad56-64871286aa8f req-7853611c-f62f-4c8a-a2b8-a612e84be01f tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0869777 Dec 11 16:28:28.146474 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a12c4baa-a15b-4ecc-ad56-64871286aa8f req-1afefafc-e929-4bc5-9cc6-253800344d60 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420702 Dec 11 16:28:28.160582 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-882529b7-d4ea-4588-b625-aca90eae2bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:28.242589 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:28.248605 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:28.279633 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:28.345928 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9 up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:28:28.412511 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851505865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854361349'] for router_interface, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:28.420398 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning for port 3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9 completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:28:28.425582 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port 3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:28:28.426001 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:28.428485 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Pushing event updated for resources: {'Port': ['ID=fd2e33e4-929d-4ee0-a939-6ea563275e76,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:28.446770 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690a2b3-185b-444b-9cd2-6f97ec28b753 req-7380d792-299f-44eb-b803-93ae92597b56 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:28.448547 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7690a2b3-185b-444b-9cd2-6f97ec28b753 req-7380d792-299f-44eb-b803-93ae92597b56 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.0914812 Dec 11 16:28:28.504265 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7690a2b3-185b-444b-9cd2-6f97ec28b753 req-8a96a959-67e0-4896-a068-1fc6e59a99a0 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485837 Dec 11 16:28:28.554405 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:28.570474 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:28.592395 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] For port 3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9,segment=NetworkSegment(fa6d7e3f-32fe-4ab3-b890-6946fd39c952),segment_id=fa6d7e3f-32fe-4ab3-b890-6946fd39c952)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:28:28.595947 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:28.603159 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:28.625924 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Network 5ce8c0cf-2037-467e-aeac-2cfe6e72869e is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:28:28.630000 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:28:28.704649 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Pushing event updated for resources: {'Port': ['ID=3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9,revision_number=4']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:28.709234 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:28.781710 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b7a94-5490-473c-a530-7049c1832a50 req-e3a8ce9c-7e6b-426c-b7c2-4483c7cde96c tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:28.787419 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-508b7a94-5490-473c-a530-7049c1832a50 req-e3a8ce9c-7e6b-426c-b7c2-4483c7cde96c tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=80b7676a-2643-4520-9747-816cbe90168c HTTP/1.1" status: 200 len: 931 time: 0.1549287 Dec 11 16:28:28.850121 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-508b7a94-5490-473c-a530-7049c1832a50 req-b5c3774c-bc71-4b25-bcff-4515f6a8866b tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585463 Dec 11 16:28:28.967308 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Router 73100931-c695-4540-b934-b449ee4ff8b4 has already been hosted by L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 {{(pid=80243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 11 16:28:29.014682 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-0ed79dfd-87ec-4ffa-af90-f77ac7d65aad None None] Provisioning complete for port fd2e33e4-929d-4ee0-a939-6ea563275e76 triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:28:29.015519 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0ed79dfd-87ec-4ffa-af90-f77ac7d65aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:29.015650 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80085e53-61e6-4841-b03a-bebc2838fbb6 req-d27ff8fb-c1da-41eb-9b12-0de8c8aef064 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:29.017122 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-80085e53-61e6-4841-b03a-bebc2838fbb6 req-d27ff8fb-c1da-41eb-9b12-0de8c8aef064 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.0880649 Dec 11 16:28:29.071918 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-80085e53-61e6-4841-b03a-bebc2838fbb6 req-131f5682-335c-451b-8f9e-c1b72c7fbffb tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470564 Dec 11 16:28:29.080357 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-0ed79dfd-87ec-4ffa-af90-f77ac7d65aad None None] Port fd2e33e4-929d-4ee0-a939-6ea563275e76 cannot update to ACTIVE because it is not bound. {{(pid=80244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 11 16:28:29.187082 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-882529b7-d4ea-4588-b625-aca90eae2bd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6326b48c-4666-4c63-8f34-610db743f490 {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 11 16:28:29.205271 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-882529b7-d4ea-4588-b625-aca90eae2bd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:29.228436 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-882529b7-d4ea-4588-b625-aca90eae2bd5 service neutron] Transition to ACTIVE for port object 6326b48c-4666-4c63-8f34-610db743f490 will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:28:29.233950 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-882529b7-d4ea-4588-b625-aca90eae2bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:29.251640 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9246fa90-ee62-4950-8ede-730377189b2a tempest-DeleteServersTestJSON-342068810 tempest-DeleteServersTestJSON-342068810] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:29.346312 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:28:29.361312 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c1ab24-7bd2-44ec-ae57-16797e68034b None None] Sync routers for ids ['73100931-c695-4540-b934-b449ee4ff8b4'] in dv-cinder-766752-1-smb {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:28:29.364766 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] 10.222.0.45 "PUT /v2.0/routers/73100931-c695-4540-b934-b449ee4ff8b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0193684 Dec 11 16:28:29.381146 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c1ab24-7bd2-44ec-ae57-16797e68034b None None] Routers {'73100931-c695-4540-b934-b449ee4ff8b4'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:28:29.382096 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-04c1ab24-7bd2-44ec-ae57-16797e68034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:28:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['73100931-c695-4540-b934-b449ee4ff8b4'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:28:29.386927 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a082e5-2702-4bb4-90e4-2e65e87864b5 req-ac5b382d-cfe3-4d8f-b3dd-17ddf53748f4 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:29.389225 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-95a082e5-2702-4bb4-90e4-2e65e87864b5 req-ac5b382d-cfe3-4d8f-b3dd-17ddf53748f4 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.1060998 Dec 11 16:28:29.396845 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882529b7-d4ea-4588-b625-aca90eae2bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=6326b48c-4666-4c63-8f34-610db743f490,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:29.409621 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-882529b7-d4ea-4588-b625-aca90eae2bd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:29.463362 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-95a082e5-2702-4bb4-90e4-2e65e87864b5 req-05690b22-d208-4751-9e1c-534305321259 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641465 Dec 11 16:28:29.603871 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-04c1ab24-7bd2-44ec-ae57-16797e68034b None None] Set router 73100931-c695-4540-b934-b449ee4ff8b4 gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:28:29.616369 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-882529b7-d4ea-4588-b625-aca90eae2bd5 service neutron] Attempting to bind port 6326b48c-4666-4c63-8f34-610db743f490 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:28:29.616740 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-882529b7-d4ea-4588-b625-aca90eae2bd5 service neutron] Attempting to bind port 6326b48c-4666-4c63-8f34-610db743f490 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '4f619742-2f1c-4a1c-b9fc-b9c9540add64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14b0b9e1-2cb3-4131-8249-9df0b7a261cf'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:28:29.617101 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-882529b7-d4ea-4588-b625-aca90eae2bd5 service neutron] Attempting to bind port 6326b48c-4666-4c63-8f34-610db743f490 on network 14b0b9e1-2cb3-4131-8249-9df0b7a261cf {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:28:29.623363 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-882529b7-d4ea-4588-b625-aca90eae2bd5 service neutron] Checking agent: {'id': 'c6c9fd6f-e101-4bae-907a-ac1718f8d09d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 23), 'started_at': datetime.datetime(2020, 12, 11, 16, 24, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:28:29.623810 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-882529b7-d4ea-4588-b625-aca90eae2bd5 service neutron] Checking segment: {'id': '4f619742-2f1c-4a1c-b9fc-b9c9540add64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14b0b9e1-2cb3-4131-8249-9df0b7a261cf'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:28:29.624240 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-882529b7-d4ea-4588-b625-aca90eae2bd5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:29.624630 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-882529b7-d4ea-4588-b625-aca90eae2bd5 service neutron] Bound using segment: {'id': '4f619742-2f1c-4a1c-b9fc-b9c9540add64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14b0b9e1-2cb3-4131-8249-9df0b7a261cf'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:28:29.625108 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-882529b7-d4ea-4588-b625-aca90eae2bd5 service neutron] Bound port: 6326b48c-4666-4c63-8f34-610db743f490, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f619742-2f1c-4a1c-b9fc-b9c9540add64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14b0b9e1-2cb3-4131-8249-9df0b7a261cf'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:28:29.625478 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-882529b7-d4ea-4588-b625-aca90eae2bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:29.753722 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-882529b7-d4ea-4588-b625-aca90eae2bd5 service neutron] For port 6326b48c-4666-4c63-8f34-610db743f490, host hv-cinder-76675, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:28:29.759526 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-882529b7-d4ea-4588-b625-aca90eae2bd5 service neutron] For port 6326b48c-4666-4c63-8f34-610db743f490, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=6326b48c-4666-4c63-8f34-610db743f490,segment=NetworkSegment(4f619742-2f1c-4a1c-b9fc-b9c9540add64),segment_id=4f619742-2f1c-4a1c-b9fc-b9c9540add64)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:28:29.775164 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-882529b7-d4ea-4588-b625-aca90eae2bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:29.792390 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 5a441077-a0cb-4077-aa7a-34ff516b984c up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:28:29.900962 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82923664-64d3-423a-990d-703a102ef571 req-0d365ab3-0fa9-4312-9198-443c7c826db2 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:29.909697 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-82923664-64d3-423a-990d-703a102ef571 req-0d365ab3-0fa9-4312-9198-443c7c826db2 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.1715055 Dec 11 16:28:29.917732 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a96e747d-48ec-41a2-bca0-202a0cc5b50c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:29.976220 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-82923664-64d3-423a-990d-703a102ef571 req-9b8ff8d0-af9f-41f4-9a26-f147dcc4de3f tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636046 Dec 11 16:28:30.033297 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-882529b7-d4ea-4588-b625-aca90eae2bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:30.034390 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-882529b7-d4ea-4588-b625-aca90eae2bd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:30.036251 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-882529b7-d4ea-4588-b625-aca90eae2bd5 service neutron] 10.222.0.87 "PUT /v2.0/ports/6326b48c-4666-4c63-8f34-610db743f490 HTTP/1.1" status: 200 len: 1157 time: 2.2554462 Dec 11 16:28:30.037784 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b7676a-2643-4520-9747-816cbe90168c', 'tag': '6326b48c-4666-4c63-8f34-610db743f490'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:28:30.094160 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882529b7-d4ea-4588-b625-aca90eae2bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=6326b48c-4666-4c63-8f34-610db743f490,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:30.193290 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-882529b7-d4ea-4588-b625-aca90eae2bd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:30.204225 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b7676a-2643-4520-9747-816cbe90168c', 'tag': '6326b48c-4666-4c63-8f34-610db743f490', 'status': 'completed', 'code': 200} Dec 11 16:28:30.205213 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 5a441077-a0cb-4077-aa7a-34ff516b984c triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:28:30.205651 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:30.250849 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-9f731bb9-0103-4fce-9759-62b3f60cbd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:30.254763 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-9f731bb9-0103-4fce-9759-62b3f60cbd43 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=226ef8323e08459b88128a3549878a19&device_id=80b7676a-2643-4520-9747-816cbe90168c HTTP/1.1" status: 200 len: 1160 time: 0.1517556 Dec 11 16:28:30.298621 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-04c1ab24-7bd2-44ec-ae57-16797e68034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73100931-c695-4540-b934-b449ee4ff8b4', 'name': 'tempest-TestMinimumBasicScenario-287758240-router', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:28:18Z', 'updated_at': '2020-12-11T16:28:27Z', 'revision_number': 4, 'project_id': 'e37fdc83c4594f89972cc36f62859783', 'gw_port': {'id': '3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73100931-c695-4540-b934-b449ee4ff8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:28:20Z', 'updated_at': '2020-12-11T16:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': 'fd2e33e4-929d-4ee0-a939-6ea563275e76', 'name': '', 'network_id': '5ce8c0cf-2037-467e-aeac-2cfe6e72869e', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783', 'mac_address': 'fa:16:3e:e7:ff:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73100931-c695-4540-b934-b449ee4ff8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f989d188-0764-4755-9ed3-e783bc6c7d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:28:24Z', 'updated_at': '2020-12-11T16:28:27Z', 'revision_number': 2, 'project_id': 'e37fdc83c4594f89972cc36f62859783', 'subnets': [{'id': 'f989d188-0764-4755-9ed3-e783bc6c7d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:28:30.305190 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c1ab24-7bd2-44ec-ae57-16797e68034b None None] Checking router: 73100931-c695-4540-b934-b449ee4ff8b4 for host: dv-cinder-766752-1-smb {{(pid=80244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:28:30.305621 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c1ab24-7bd2-44ec-ae57-16797e68034b None None] Updating router 73100931-c695-4540-b934-b449ee4ff8b4 port fd2e33e4-929d-4ee0-a939-6ea563275e76 binding host dv-cinder-766752-1-smb {{(pid=80244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 11 16:28:30.338146 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ebe41-66dc-49bc-82c2-2ce6939112b6 req-1d94dd86-7d42-44e8-abe9-a07a1c054cb8 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:30.351622 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-080ebe41-66dc-49bc-82c2-2ce6939112b6 req-1d94dd86-7d42-44e8-abe9-a07a1c054cb8 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=80b7676a-2643-4520-9747-816cbe90168c HTTP/1.1" status: 200 len: 943 time: 0.2275620 Dec 11 16:28:30.377097 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-04c1ab24-7bd2-44ec-ae57-16797e68034b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:30.385484 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-9d2466c7-5cf9-4bc7-a494-349855428244 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6326b48c-4666-4c63-8f34-610db743f490 HTTP/1.1" status: 200 len: 217 time: 0.1147702 Dec 11 16:28:30.455066 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9 up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:28:30.469308 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-080ebe41-66dc-49bc-82c2-2ce6939112b6 req-ba0e291c-9d03-4e90-aa0c-cd13ad07bb7b tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165593 Dec 11 16:28:30.488846 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-966339b4-c3d4-4a10-be52-006e6e5215ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:30.492201 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-966339b4-c3d4-4a10-be52-006e6e5215ad service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f65ebe83-2650-418b-bd2c-2c87b7c95251 HTTP/1.1" status: 200 len: 854 time: 0.0995312 Dec 11 16:28:30.502347 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bbaba-ff15-4148-ab42-12ac4e362185 req-4b7759c9-68f9-4158-bc27-08791c2262e5 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:30.510138 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b89bbaba-ff15-4148-ab42-12ac4e362185 req-4b7759c9-68f9-4158-bc27-08791c2262e5 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.1180110 Dec 11 16:28:30.580200 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b89bbaba-ff15-4148-ab42-12ac4e362185 req-a7b20e95-9888-4b6b-9127-2d66ed0edc30 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689514 Dec 11 16:28:30.768773 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port 3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:28:30.769196 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:30.802760 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-31a971fd-dea7-4472-bd9a-b2c4c41fcb9e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=14b0b9e1-2cb3-4131-8249-9df0b7a261cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3023951 Dec 11 16:28:30.979525 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-850e4c8c-c4fe-4f9f-b50a-b92a6ed92c8f service neutron] 10.222.0.87 "GET /v2.0/networks/14b0b9e1-2cb3-4131-8249-9df0b7a261cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687586 Dec 11 16:28:31.202978 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a2adbfb4-6bb6-40bd-a1f5-5e617b545bcc req-978531ed-bd8a-45c7-aac1-a33d9527cbcf service neutron] 10.222.0.87 "GET /v2.0/networks/14b0b9e1-2cb3-4131-8249-9df0b7a261cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2164140 Dec 11 16:28:31.248811 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-04c1ab24-7bd2-44ec-ae57-16797e68034b None None] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:31.265448 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-04c1ab24-7bd2-44ec-ae57-16797e68034b None None] Transition to ACTIVE for port object fd2e33e4-929d-4ee0-a939-6ea563275e76 will not be triggered until provisioned by entity L2. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:28:31.268536 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-04c1ab24-7bd2-44ec-ae57-16797e68034b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:31.277308 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9088076-f9db-45d1-bb1d-d48f0bce5cfa req-b3eee9fc-d009-44a5-ad0d-92645a0aa116 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:31.279437 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d9088076-f9db-45d1-bb1d-d48f0bce5cfa req-b3eee9fc-d009-44a5-ad0d-92645a0aa116 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.1113286 Dec 11 16:28:31.357048 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:31.376268 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d9088076-f9db-45d1-bb1d-d48f0bce5cfa req-317fb8a9-ce25-4b5c-87c5-746d1efbe36b tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790014 Dec 11 16:28:31.433051 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a818f6-b445-4551-b621-4c9165b9d604 req-c62dc40f-de82-4701-941c-b6f0ec91351a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:31.435285 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a0a818f6-b445-4551-b621-4c9165b9d604 req-c62dc40f-de82-4701-941c-b6f0ec91351a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=226ef8323e08459b88128a3549878a19&device_id=80b7676a-2643-4520-9747-816cbe90168c HTTP/1.1" status: 200 len: 1160 time: 0.0988173 Dec 11 16:28:31.689360 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a818f6-b445-4551-b621-4c9165b9d604 req-ec9978ed-7912-4716-b531-644fdc6c4376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:31.691174 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a0a818f6-b445-4551-b621-4c9165b9d604 req-ec9978ed-7912-4716-b531-644fdc6c4376 service neutron] 10.222.0.87 "GET /v2.0/networks?id=14b0b9e1-2cb3-4131-8249-9df0b7a261cf HTTP/1.1" status: 200 len: 908 time: 0.2471924 Dec 11 16:28:31.692027 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df03c81-bc43-4749-8dac-bd416dbe17b6 req-005da0dc-2bac-4c65-a084-e63e9df9eed2 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:31.707657 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6df03c81-bc43-4749-8dac-bd416dbe17b6 req-005da0dc-2bac-4c65-a084-e63e9df9eed2 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.1628025 Dec 11 16:28:31.753471 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03deed2f-fd54-4b9d-a2a4-54b49d4beb85 None None] Pushing event updated for resources: {'Port': ['ID=fd2e33e4-929d-4ee0-a939-6ea563275e76,revision_number=3']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:31.767647 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-03deed2f-fd54-4b9d-a2a4-54b49d4beb85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:31.830132 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6df03c81-bc43-4749-8dac-bd416dbe17b6 req-67360318-3c97-49f8-badf-4c4e95c0a9e2 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212559 Dec 11 16:28:31.859154 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a0a818f6-b445-4551-b621-4c9165b9d604 req-d1e8486f-36fd-47db-bd7a-b13bda1eaa7f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6326b48c-4666-4c63-8f34-610db743f490 HTTP/1.1" status: 200 len: 217 time: 0.1605506 Dec 11 16:28:31.934770 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac60a50-b7e0-4b36-b67f-ee77f3a3c1b7 req-4f8a86be-7787-4a26-892c-beb44b003bd7 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:31.960100 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bac60a50-b7e0-4b36-b67f-ee77f3a3c1b7 req-4f8a86be-7787-4a26-892c-beb44b003bd7 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=80b7676a-2643-4520-9747-816cbe90168c HTTP/1.1" status: 200 len: 943 time: 0.1892266 Dec 11 16:28:31.998836 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a818f6-b445-4551-b621-4c9165b9d604 req-51156235-b418-4034-8c25-d5037f07b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:31.999332 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a0a818f6-b445-4551-b621-4c9165b9d604 req-51156235-b418-4034-8c25-d5037f07b7de service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f65ebe83-2650-418b-bd2c-2c87b7c95251 HTTP/1.1" status: 200 len: 854 time: 0.1258352 Dec 11 16:28:32.022429 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bac60a50-b7e0-4b36-b67f-ee77f3a3c1b7 req-4b77e87a-b4c0-433d-97ed-49e6417de919 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612619 Dec 11 16:28:32.104965 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-04c1ab24-7bd2-44ec-ae57-16797e68034b None None] Attempting to bind port fd2e33e4-929d-4ee0-a939-6ea563275e76 on host dv-cinder-766752-1-smb for vnic_type normal with profile {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:28:32.104965 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-04c1ab24-7bd2-44ec-ae57-16797e68034b None None] Attempting to bind port fd2e33e4-929d-4ee0-a939-6ea563275e76 by drivers openvswitch on host dv-cinder-766752-1-smb at level 0 using segments [{'id': '532a29ae-da3b-4091-a1c4-ce66941d99d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5ce8c0cf-2037-467e-aeac-2cfe6e72869e'}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:28:32.104965 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c1ab24-7bd2-44ec-ae57-16797e68034b None None] Attempting to bind port fd2e33e4-929d-4ee0-a939-6ea563275e76 on network 5ce8c0cf-2037-467e-aeac-2cfe6e72869e {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:28:32.110029 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a0a818f6-b445-4551-b621-4c9165b9d604 req-5aa2bf45-9684-4246-a6ac-f627558875c9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=14b0b9e1-2cb3-4131-8249-9df0b7a261cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040473 Dec 11 16:28:32.113028 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c1ab24-7bd2-44ec-ae57-16797e68034b None None] Checking agent: {'id': 'f164431f-4e07-4bd6-ace5-674ca64419be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 17), 'started_at': datetime.datetime(2020, 12, 11, 16, 17, 47), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:28:32.113451 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c1ab24-7bd2-44ec-ae57-16797e68034b None None] Checking segment: {'id': '532a29ae-da3b-4091-a1c4-ce66941d99d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5ce8c0cf-2037-467e-aeac-2cfe6e72869e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:28:32.113895 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-04c1ab24-7bd2-44ec-ae57-16797e68034b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:32.114328 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c1ab24-7bd2-44ec-ae57-16797e68034b None None] Bound using segment: {'id': '532a29ae-da3b-4091-a1c4-ce66941d99d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5ce8c0cf-2037-467e-aeac-2cfe6e72869e'} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:28:32.114897 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-04c1ab24-7bd2-44ec-ae57-16797e68034b None None] Bound port: fd2e33e4-929d-4ee0-a939-6ea563275e76, host: dv-cinder-766752-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532a29ae-da3b-4091-a1c4-ce66941d99d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5ce8c0cf-2037-467e-aeac-2cfe6e72869e'}}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:28:32.115314 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-04c1ab24-7bd2-44ec-ae57-16797e68034b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:32.263282 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-04c1ab24-7bd2-44ec-ae57-16797e68034b None None] For port fd2e33e4-929d-4ee0-a939-6ea563275e76, host dv-cinder-766752-1-smb, cleared binding levels {{(pid=80244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:28:32.269425 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-04c1ab24-7bd2-44ec-ae57-16797e68034b None None] For port fd2e33e4-929d-4ee0-a939-6ea563275e76, host dv-cinder-766752-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=fd2e33e4-929d-4ee0-a939-6ea563275e76,segment=NetworkSegment(532a29ae-da3b-4091-a1c4-ce66941d99d8),segment_id=532a29ae-da3b-4091-a1c4-ce66941d99d8)] {{(pid=80244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:28:32.274415 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-04c1ab24-7bd2-44ec-ae57-16797e68034b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:32.303913 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:32.354057 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a0a818f6-b445-4551-b621-4c9165b9d604 req-ecdefe0a-376b-42ba-83a0-a3f4217ceabd service neutron] 10.222.0.87 "GET /v2.0/networks/14b0b9e1-2cb3-4131-8249-9df0b7a261cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356229 Dec 11 16:28:32.481524 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03deed2f-fd54-4b9d-a2a4-54b49d4beb85 None None] Pushing event updated for resources: {'Port': ['ID=fd2e33e4-929d-4ee0-a939-6ea563275e76,revision_number=4']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:32.486718 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-03deed2f-fd54-4b9d-a2a4-54b49d4beb85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:32.547050 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef8dc2-c196-4b1e-b5c1-8b65f69c964f req-cdb9b2e2-7d9e-47e5-9076-696f794cbef2 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:32.552093 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c1ab24-7bd2-44ec-ae57-16797e68034b None None] Routers {'73100931-c695-4540-b934-b449ee4ff8b4'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:28:32.552896 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-baef8dc2-c196-4b1e-b5c1-8b65f69c964f req-cdb9b2e2-7d9e-47e5-9076-696f794cbef2 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.4775600 Dec 11 16:28:32.553305 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-04c1ab24-7bd2-44ec-ae57-16797e68034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:28:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['73100931-c695-4540-b934-b449ee4ff8b4'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:28:32.557196 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a0a818f6-b445-4551-b621-4c9165b9d604 req-35111181-e44e-48b6-ab10-ddfc9b43511c service neutron] 10.222.0.87 "GET /v2.0/networks/14b0b9e1-2cb3-4131-8249-9df0b7a261cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1935594 Dec 11 16:28:32.619265 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-baef8dc2-c196-4b1e-b5c1-8b65f69c964f req-613c30d8-9076-4470-ab3f-787bafe4843a tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580621 Dec 11 16:28:32.762369 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 6 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:28:32.788898 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-04c1ab24-7bd2-44ec-ae57-16797e68034b None None] Set router 73100931-c695-4540-b934-b449ee4ff8b4 gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:28:33.069487 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed2500-1195-4f72-8c79-672c94f7d14a req-07406c2a-5f41-48d0-a3fc-83203c6c83e6 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:33.078892 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c4ed2500-1195-4f72-8c79-672c94f7d14a req-07406c2a-5f41-48d0-a3fc-83203c6c83e6 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.1339943 Dec 11 16:28:33.150146 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c4ed2500-1195-4f72-8c79-672c94f7d14a req-d8a4f98b-fc6c-4128-af1b-6beb8f4cdbab tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679822 Dec 11 16:28:33.288757 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-04c1ab24-7bd2-44ec-ae57-16797e68034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73100931-c695-4540-b934-b449ee4ff8b4', 'name': 'tempest-TestMinimumBasicScenario-287758240-router', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:28:18Z', 'updated_at': '2020-12-11T16:28:27Z', 'revision_number': 4, 'project_id': 'e37fdc83c4594f89972cc36f62859783', 'gw_port': {'id': '3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73100931-c695-4540-b934-b449ee4ff8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:28:20Z', 'updated_at': '2020-12-11T16:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': 'fd2e33e4-929d-4ee0-a939-6ea563275e76', 'name': '', 'network_id': '5ce8c0cf-2037-467e-aeac-2cfe6e72869e', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783', 'mac_address': 'fa:16:3e:e7:ff:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73100931-c695-4540-b934-b449ee4ff8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f989d188-0764-4755-9ed3-e783bc6c7d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:28:24Z', 'updated_at': '2020-12-11T16:28:32Z', 'revision_number': 4, 'project_id': 'e37fdc83c4594f89972cc36f62859783', 'subnets': [{'id': 'f989d188-0764-4755-9ed3-e783bc6c7d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:28:33.293557 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c1ab24-7bd2-44ec-ae57-16797e68034b None None] The sync data for ids ['73100931-c695-4540-b934-b449ee4ff8b4'] in dv-cinder-766752-1-smb is: [{'id': '73100931-c695-4540-b934-b449ee4ff8b4', 'name': 'tempest-TestMinimumBasicScenario-287758240-router', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:28:18Z', 'updated_at': '2020-12-11T16:28:27Z', 'revision_number': 4, 'project_id': 'e37fdc83c4594f89972cc36f62859783', 'gw_port': {'id': '3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73100931-c695-4540-b934-b449ee4ff8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:28:20Z', 'updated_at': '2020-12-11T16:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': 'fd2e33e4-929d-4ee0-a939-6ea563275e76', 'name': '', 'network_id': '5ce8c0cf-2037-467e-aeac-2cfe6e72869e', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783', 'mac_address': 'fa:16:3e:e7:ff:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73100931-c695-4540-b934-b449ee4ff8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f989d188-0764-4755-9ed3-e783bc6c7d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:28:24Z', 'updated_at': '2020-12-11T16:28:32Z', 'revision_number': 4, 'project_id': 'e37fdc83c4594f89972cc36f62859783', 'subnets': [{'id': 'f989d188-0764-4755-9ed3-e783bc6c7d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:28:33.370645 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc84a5c-512c-469a-aff4-0bfeb2f59f2f req-945b3ac6-37f4-4070-a821-111c2390fe2f tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:33.377877 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ffc84a5c-512c-469a-aff4-0bfeb2f59f2f req-945b3ac6-37f4-4070-a821-111c2390fe2f tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=80b7676a-2643-4520-9747-816cbe90168c HTTP/1.1" status: 200 len: 943 time: 0.1616194 Dec 11 16:28:33.447505 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ffc84a5c-512c-469a-aff4-0bfeb2f59f2f req-aea043b4-d89f-4bda-8370-5bb146015733 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630252 Dec 11 16:28:33.593764 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.objects.ports [None req-f1ae81d4-7e72-4978-a9b9-47e186f8aa31 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80244) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 11 16:28:34.004812 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a7157-d0b4-496f-9bb7-8186e9a68871 req-f2c5db39-a1cf-4370-b87b-57be478cf276 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:34.007990 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-351a7157-d0b4-496f-9bb7-8186e9a68871 req-f2c5db39-a1cf-4370-b87b-57be478cf276 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.1210108 Dec 11 16:28:34.094992 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-351a7157-d0b4-496f-9bb7-8186e9a68871 req-33d568fe-3c96-4f8d-9930-020057330a1a tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740304 Dec 11 16:28:34.328852 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 6326b48c-4666-4c63-8f34-610db743f490 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:28:34.432065 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e60491-fe5d-4acb-bd76-8f9142b50aaa req-0b3b4861-182f-4fab-98b2-92cd63dc7337 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:34.437249 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning for port 6326b48c-4666-4c63-8f34-610db743f490 completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:28:34.440011 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c8e60491-fe5d-4acb-bd76-8f9142b50aaa req-0b3b4861-182f-4fab-98b2-92cd63dc7337 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.1358933 Dec 11 16:28:34.448310 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device fd2e33e4-929d-4ee0-a939-6ea563275e76 up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:28:34.502511 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 6326b48c-4666-4c63-8f34-610db743f490 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:28:34.502919 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:34.506380 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c8e60491-fe5d-4acb-bd76-8f9142b50aaa req-4b6a8c5c-57f9-4e02-9710-f8cf337e22cb tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535581 Dec 11 16:28:34.717790 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:34.785177 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e08112-e894-420b-9bc7-8852c6b8f54a req-59eb9a14-21ec-49e1-9c5d-514577ee8846 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:34.786916 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a1e08112-e894-420b-9bc7-8852c6b8f54a req-59eb9a14-21ec-49e1-9c5d-514577ee8846 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=80b7676a-2643-4520-9747-816cbe90168c HTTP/1.1" status: 200 len: 943 time: 0.1013432 Dec 11 16:28:34.787292 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b7676a-2643-4520-9747-816cbe90168c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6326b48c-4666-4c63-8f34-610db743f490'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:28:34.798735 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port 6326b48c-4666-4c63-8f34-610db743f490, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=6326b48c-4666-4c63-8f34-610db743f490,segment=NetworkSegment(4f619742-2f1c-4a1c-b9fc-b9c9540add64),segment_id=4f619742-2f1c-4a1c-b9fc-b9c9540add64)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:28:34.800681 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning for port fd2e33e4-929d-4ee0-a939-6ea563275e76 completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:28:34.806832 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:34.809801 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:34.842914 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port fd2e33e4-929d-4ee0-a939-6ea563275e76 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:28:34.843383 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:34.866030 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a1e08112-e894-420b-9bc7-8852c6b8f54a req-625a5f7e-1dcb-4fb2-a4e8-8b0584552c3d tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675805 Dec 11 16:28:34.912294 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b7676a-2643-4520-9747-816cbe90168c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6326b48c-4666-4c63-8f34-610db743f490', 'code': 200} Dec 11 16:28:34.958055 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=6326b48c-4666-4c63-8f34-610db743f490,revision_number=4']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:34.962289 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:35.048612 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:35.084716 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] For port fd2e33e4-929d-4ee0-a939-6ea563275e76, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=fd2e33e4-929d-4ee0-a939-6ea563275e76,segment=NetworkSegment(532a29ae-da3b-4091-a1c4-ce66941d99d8),segment_id=532a29ae-da3b-4091-a1c4-ce66941d99d8)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:28:35.089686 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:35.091593 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:35.206696 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Pushing event updated for resources: {'Port': ['ID=fd2e33e4-929d-4ee0-a939-6ea563275e76,revision_number=5']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:35.210201 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:35.306745 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40592bab-ca91-4530-817a-a1226e596dfd req-3c7f5c25-8808-4e28-8cac-c8410fd10754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:35.308488 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-40592bab-ca91-4530-817a-a1226e596dfd req-3c7f5c25-8808-4e28-8cac-c8410fd10754 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=80b7676a-2643-4520-9747-816cbe90168c HTTP/1.1" status: 200 len: 1162 time: 0.0844591 Dec 11 16:28:35.365295 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f43952-9965-4a08-8fa7-123cd27fa5b5 req-5ba380ff-7f22-4e11-bbdf-6b1cc73a74f0 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:35.366944 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-63f43952-9965-4a08-8fa7-123cd27fa5b5 req-5ba380ff-7f22-4e11-bbdf-6b1cc73a74f0 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.1057861 Dec 11 16:28:35.374822 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-40592bab-ca91-4530-817a-a1226e596dfd req-aaa3469b-ded2-4799-be2d-c60ac6bd3dbe service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568204 Dec 11 16:28:35.419305 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-63f43952-9965-4a08-8fa7-123cd27fa5b5 req-1ae7b256-2861-4725-bf18-347d0c59ee3b tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446198 Dec 11 16:28:35.598543 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 6326b48c-4666-4c63-8f34-610db743f490 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:28:35.722145 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 6326b48c-4666-4c63-8f34-610db743f490 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:28:35.722517 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:35.942363 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4e3bc-59ac-49e8-836f-aa9b7ca774da req-f0f53fd1-8375-488a-859a-601b2025c3a7 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:35.945130 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7fe4e3bc-59ac-49e8-836f-aa9b7ca774da req-f0f53fd1-8375-488a-859a-601b2025c3a7 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.1490211 Dec 11 16:28:35.968087 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927d16f-ba9e-46e4-b72c-7e253d3d704e req-1aba74bc-92c4-4c6e-ac25-c6c1275bc46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:35.970127 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2927d16f-ba9e-46e4-b72c-7e253d3d704e req-1aba74bc-92c4-4c6e-ac25-c6c1275bc46f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3aac1554ef17430cad7c85fea3e3ff64&device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 1162 time: 0.1216421 Dec 11 16:28:36.061142 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7fe4e3bc-59ac-49e8-836f-aa9b7ca774da req-cd70b2f0-b5b1-4412-b228-a8ccb6104f0c tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0721197 Dec 11 16:28:36.088071 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322e9dd-1078-4668-818b-eec2dfd6e163 req-a0cd69eb-bfcc-4653-893d-85a22b48d32f tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:36.090002 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b322e9dd-1078-4668-818b-eec2dfd6e163 req-a0cd69eb-bfcc-4653-893d-85a22b48d32f tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.1549973 Dec 11 16:28:36.154821 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b322e9dd-1078-4668-818b-eec2dfd6e163 req-11a864e3-9fac-4029-9de7-6d90047997b1 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579331 Dec 11 16:28:36.186770 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927d16f-ba9e-46e4-b72c-7e253d3d704e req-ba031bba-5e0c-4789-b462-abd99743e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:36.188622 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2927d16f-ba9e-46e4-b72c-7e253d3d704e req-ba031bba-5e0c-4789-b462-abd99743e562 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9ec77316-2c94-4b1a-b7f0-14bd7e44d817 HTTP/1.1" status: 200 len: 913 time: 0.1837041 Dec 11 16:28:36.307424 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2927d16f-ba9e-46e4-b72c-7e253d3d704e req-33959d7e-8767-4a6f-a90c-8974be5d766c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a441077-a0cb-4077-aa7a-34ff516b984c HTTP/1.1" status: 200 len: 217 time: 0.1042864 Dec 11 16:28:36.389288 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device fd2e33e4-929d-4ee0-a939-6ea563275e76 up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:28:36.406036 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927d16f-ba9e-46e4-b72c-7e253d3d704e req-ae4cfd4b-edf3-4b18-a9e8-38bc1af03df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:36.408134 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2927d16f-ba9e-46e4-b72c-7e253d3d704e req-ae4cfd4b-edf3-4b18-a9e8-38bc1af03df3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e6404f2-4e6d-43c0-8f0c-00c87c7cbef7 HTTP/1.1" status: 200 len: 859 time: 0.0911968 Dec 11 16:28:36.423511 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a245a7-21b0-42fa-a80e-5c266d5268da req-0b555705-b207-4efb-8d71-ed0aff2ee45d tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:36.430649 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-94a245a7-21b0-42fa-a80e-5c266d5268da req-0b555705-b207-4efb-8d71-ed0aff2ee45d tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=80b7676a-2643-4520-9747-816cbe90168c HTTP/1.1" status: 200 len: 945 time: 0.1289563 Dec 11 16:28:36.490092 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2927d16f-ba9e-46e4-b72c-7e253d3d704e req-6905004a-f223-4290-88cc-39ff706980a6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9ec77316-2c94-4b1a-b7f0-14bd7e44d817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534143 Dec 11 16:28:36.492919 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port fd2e33e4-929d-4ee0-a939-6ea563275e76 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:28:36.493352 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:36.522688 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-94a245a7-21b0-42fa-a80e-5c266d5268da req-e5063ad7-23e5-4805-8ca7-1eb76ca1562a tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864952 Dec 11 16:28:36.673644 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2927d16f-ba9e-46e4-b72c-7e253d3d704e req-6ed8d6a3-c224-4582-aca5-bcd5074fd649 service neutron] 10.222.0.87 "GET /v2.0/networks/9ec77316-2c94-4b1a-b7f0-14bd7e44d817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822243 Dec 11 16:28:36.790675 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3971e1-0542-453e-b1c9-191cda750694 req-314d2529-0195-43f1-8a6e-9eb7def56314 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:36.799512 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6f3971e1-0542-453e-b1c9-191cda750694 req-314d2529-0195-43f1-8a6e-9eb7def56314 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.1396437 Dec 11 16:28:36.862477 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6f3971e1-0542-453e-b1c9-191cda750694 req-0e176f52-1527-4b59-8b19-bbbcb5a6e9b2 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611637 Dec 11 16:28:36.931184 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2927d16f-ba9e-46e4-b72c-7e253d3d704e req-7aa5a863-a3f9-40eb-9a9b-57c2c0ff138a service neutron] 10.222.0.87 "GET /v2.0/networks/9ec77316-2c94-4b1a-b7f0-14bd7e44d817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2484798 Dec 11 16:28:37.325897 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391097c-75f0-4135-9fbe-4aa4be22a2bf req-7ecde653-7638-47f4-9819-bf97313530af tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:37.327550 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f391097c-75f0-4135-9fbe-4aa4be22a2bf req-7ecde653-7638-47f4-9819-bf97313530af tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.1023731 Dec 11 16:28:37.429841 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f391097c-75f0-4135-9fbe-4aa4be22a2bf req-1da3c703-7482-4833-9e51-c9f5af12f8ce tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631671 Dec 11 16:28:37.461263 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0b1a4-982f-41b8-89d5-2a41f0705731 req-1ca1ce77-6167-4bf2-9343-3a8800913622 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:37.462874 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6bb0b1a4-982f-41b8-89d5-2a41f0705731 req-1ca1ce77-6167-4bf2-9343-3a8800913622 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.1343317 Dec 11 16:28:37.520814 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6bb0b1a4-982f-41b8-89d5-2a41f0705731 req-ce28d852-b00a-40d5-b3d2-e9ed0056e0d0 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472817 Dec 11 16:28:37.848093 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 6326b48c-4666-4c63-8f34-610db743f490 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:28:37.920977 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 6326b48c-4666-4c63-8f34-610db743f490 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:28:37.921405 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:37.961505 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d2209-7cb3-441f-8568-4611d8d4e553 req-c73496f2-ae80-423b-9d3e-64fd53ae5318 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:37.969247 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-285d2209-7cb3-441f-8568-4611d8d4e553 req-c73496f2-ae80-423b-9d3e-64fd53ae5318 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=80b7676a-2643-4520-9747-816cbe90168c HTTP/1.1" status: 200 len: 945 time: 0.2873693 Dec 11 16:28:38.000475 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04524bbe-1058-438c-8dd9-20afc1b74060 req-30a397d8-8a8d-433b-82b6-09b63134ec12 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:38.002222 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-04524bbe-1058-438c-8dd9-20afc1b74060 req-30a397d8-8a8d-433b-82b6-09b63134ec12 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.2050965 Dec 11 16:28:38.030669 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c99cb2-b31a-4a11-a21c-5511302bad8f req-a10f057b-f63c-4c51-b99c-9002648c398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:38.032322 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f7c99cb2-b31a-4a11-a21c-5511302bad8f req-a10f057b-f63c-4c51-b99c-9002648c398f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=18cab7096ec7405c979d977608f922bb&device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 1163 time: 0.0921075 Dec 11 16:28:38.059131 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device d3f96bb3-3458-4a86-bf08-bc18a058d932 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:28:38.063056 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-285d2209-7cb3-441f-8568-4611d8d4e553 req-afb9516d-3376-4a7f-bb61-467d4e76c8e7 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926971 Dec 11 16:28:38.108206 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-04524bbe-1058-438c-8dd9-20afc1b74060 req-42109e35-556a-4039-8554-6783196ccb3d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0853703 Dec 11 16:28:38.174238 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port d3f96bb3-3458-4a86-bf08-bc18a058d932 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:28:38.174666 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:38.230626 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c99cb2-b31a-4a11-a21c-5511302bad8f req-71960cd4-bcde-454a-bfcf-8990738a28a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:38.232326 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f7c99cb2-b31a-4a11-a21c-5511302bad8f req-71960cd4-bcde-454a-bfcf-8990738a28a7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=98273e7d-6ebb-4285-b7f1-5f101b8f1038 HTTP/1.1" status: 200 len: 904 time: 0.1914449 Dec 11 16:28:38.381039 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c581c41-424d-43e8-9b05-506d590ec4e2 req-e8d26efe-fa03-488b-97ef-98d0b9260e15 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:38.389587 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9c581c41-424d-43e8-9b05-506d590ec4e2 req-e8d26efe-fa03-488b-97ef-98d0b9260e15 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.1538193 Dec 11 16:28:38.420535 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f7c99cb2-b31a-4a11-a21c-5511302bad8f req-d654722a-de0c-4768-804c-9b6fd0fe1cd0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3f96bb3-3458-4a86-bf08-bc18a058d932 HTTP/1.1" status: 200 len: 1002 time: 0.1779957 Dec 11 16:28:38.447355 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9c581c41-424d-43e8-9b05-506d590ec4e2 req-97dfd9be-768d-411e-a63c-0c3adc67ab73 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567687 Dec 11 16:28:38.553701 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c99cb2-b31a-4a11-a21c-5511302bad8f req-baec148a-f4c9-4d04-bd83-a9509490e3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:38.555287 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f7c99cb2-b31a-4a11-a21c-5511302bad8f req-baec148a-f4c9-4d04-bd83-a9509490e3b1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=56573ac3-46db-42ab-ac70-c5fd685172d7 HTTP/1.1" status: 200 len: 849 time: 0.1250186 Dec 11 16:28:38.738432 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c99cb2-b31a-4a11-a21c-5511302bad8f req-b925d47b-64e6-4be9-aeaa-93d8b2ad3ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:38.742474 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f7c99cb2-b31a-4a11-a21c-5511302bad8f req-b925d47b-64e6-4be9-aeaa-93d8b2ad3ef7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=98273e7d-6ebb-4285-b7f1-5f101b8f1038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1767919 Dec 11 16:28:38.959159 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b15ab-d6b2-4109-a094-39d70fc1f58d req-3384f7fd-16f7-46a5-98d2-f2d61c2613c9 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:38.966607 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-517b15ab-d6b2-4109-a094-39d70fc1f58d req-3384f7fd-16f7-46a5-98d2-f2d61c2613c9 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.1380963 Dec 11 16:28:39.038639 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-517b15ab-d6b2-4109-a094-39d70fc1f58d req-4bb1a105-2b17-4ae9-b00d-6e7e990c95d2 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579543 Dec 11 16:28:39.078804 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f7c99cb2-b31a-4a11-a21c-5511302bad8f req-d157a42a-07d1-4837-bd99-bb7abadb2ef1 service neutron] 10.222.0.87 "GET /v2.0/networks/98273e7d-6ebb-4285-b7f1-5f101b8f1038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262720 Dec 11 16:28:39.248586 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f7c99cb2-b31a-4a11-a21c-5511302bad8f req-86184534-b8be-4403-8eae-1f790e37e2db service neutron] 10.222.0.87 "GET /v2.0/networks/98273e7d-6ebb-4285-b7f1-5f101b8f1038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1580400 Dec 11 16:28:39.404559 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd99159-12a3-41ac-9850-c0e93df8a176 req-fa0db7a9-602e-444f-baf6-99028ae33e23 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:39.413028 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6fd99159-12a3-41ac-9850-c0e93df8a176 req-fa0db7a9-602e-444f-baf6-99028ae33e23 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.0966651 Dec 11 16:28:39.460073 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6fd99159-12a3-41ac-9850-c0e93df8a176 req-42e83ccd-8a78-4e2c-a3a3-2cf1739ceb6f tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461631 Dec 11 16:28:39.801733 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71060b-42a7-4965-b06b-02107c368826 req-affec5ab-82b9-443e-804d-c5ba17de5feb tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:39.803344 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-eb71060b-42a7-4965-b06b-02107c368826 req-affec5ab-82b9-443e-804d-c5ba17de5feb tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.1249080 Dec 11 16:28:39.821321 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 6326b48c-4666-4c63-8f34-610db743f490 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:28:39.882157 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-eb71060b-42a7-4965-b06b-02107c368826 req-f03ba95b-e18a-45dd-bca8-53841fd8a7f7 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709944 Dec 11 16:28:39.935599 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 6326b48c-4666-4c63-8f34-610db743f490 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:28:39.936014 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:40.066471 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 6e928688-2b0d-48e7-8a3b-cc53a8dea49c up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:28:40.144568 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 6e928688-2b0d-48e7-8a3b-cc53a8dea49c triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:28:40.145012 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:40.370085 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82fe16-ce2f-4956-83ce-60266acbd812 req-7e60ace4-a171-4387-9373-5e08c20d6b82 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:40.378024 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ba82fe16-ce2f-4956-83ce-60266acbd812 req-7e60ace4-a171-4387-9373-5e08c20d6b82 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.1333115 Dec 11 16:28:40.443161 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ba82fe16-ce2f-4956-83ce-60266acbd812 req-9936aabd-bafe-40ab-b1d1-3929d925584a tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635097 Dec 11 16:28:40.696297 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d596fd3-c400-457b-ab32-128c1ed851f3 req-28f237ad-ea0f-4d98-9c93-b35903d4a213 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:40.699411 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4d596fd3-c400-457b-ab32-128c1ed851f3 req-28f237ad-ea0f-4d98-9c93-b35903d4a213 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.0962389 Dec 11 16:28:40.752019 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4d596fd3-c400-457b-ab32-128c1ed851f3 req-fee3ffc0-4cba-45fb-8c91-024a905b316a tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425317 Dec 11 16:28:41.131727 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341cf57-a803-4aec-9599-4557981af0be req-2dcbabec-feec-4f37-92ce-512654e0f7b8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:41.133648 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0341cf57-a803-4aec-9599-4557981af0be req-2dcbabec-feec-4f37-92ce-512654e0f7b8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.0970261 Dec 11 16:28:41.188269 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0341cf57-a803-4aec-9599-4557981af0be req-ab4548db-671e-4a6c-ac84-daa5a1767daa tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481403 Dec 11 16:28:41.679990 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72665285-dd8b-4abb-a53d-223f9eee96c0 req-f434131c-6830-441a-81b2-40e52d5c93e0 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:41.681619 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-72665285-dd8b-4abb-a53d-223f9eee96c0 req-f434131c-6830-441a-81b2-40e52d5c93e0 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.1080644 Dec 11 16:28:41.734840 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-72665285-dd8b-4abb-a53d-223f9eee96c0 req-4a191dc2-fd0e-4c97-9bc3-edca197a4e77 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456901 Dec 11 16:28:41.759566 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 6e928688-2b0d-48e7-8a3b-cc53a8dea49c up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:28:41.848517 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 6e928688-2b0d-48e7-8a3b-cc53a8dea49c triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:28:41.849034 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:42.463589 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872b180-9bf4-4fce-8aff-f071ae5cc1cd req-b32e641f-f47b-46ec-818d-e93c44474c41 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:42.466236 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0872b180-9bf4-4fce-8aff-f071ae5cc1cd req-b32e641f-f47b-46ec-818d-e93c44474c41 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.0985861 Dec 11 16:28:42.532169 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0872b180-9bf4-4fce-8aff-f071ae5cc1cd req-6e6e44b8-dedf-4cbd-8485-85ef91376c5d tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598142 Dec 11 16:28:42.958207 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf82286-68b6-4c18-83f6-3a0bace58a73 req-1d90f6f0-e6dd-4e41-9d4d-2b46bb21a9fe tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:42.959808 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-eaf82286-68b6-4c18-83f6-3a0bace58a73 req-1d90f6f0-e6dd-4e41-9d4d-2b46bb21a9fe tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0828333 Dec 11 16:28:43.008969 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-eaf82286-68b6-4c18-83f6-3a0bace58a73 req-fd2501a7-75c2-4337-a5d5-e02b6243a1b1 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413356 Dec 11 16:28:43.514412 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527268e-2da8-4d61-8771-d3dd990575ae req-0dec3dfc-b715-48fc-afa4-91dd258345cf tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:43.515131 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-6527268e-2da8-4d61-8771-d3dd990575ae req-0dec3dfc-b715-48fc-afa4-91dd258345cf tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Synchronizing usage tracker for tenant:e37fdc83c4594f89972cc36f62859783 on resource:network {{(pid=80242) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:28:43.532407 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-6527268e-2da8-4d61-8771-d3dd990575ae req-0dec3dfc-b715-48fc-afa4-91dd258345cf tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Unset dirty status for tenant:e37fdc83c4594f89972cc36f62859783 on resource:network {{(pid=80242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:28:43.533639 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6527268e-2da8-4d61-8771-d3dd990575ae req-0dec3dfc-b715-48fc-afa4-91dd258345cf tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/networks?id=5ce8c0cf-2037-467e-aeac-2cfe6e72869e HTTP/1.1" status: 200 len: 814 time: 0.1734357 Dec 11 16:28:43.549605 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6527268e-2da8-4d61-8771-d3dd990575ae req-5d0439d9-9da8-4952-a66c-e5ee9759aa3b tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/quotas/e37fdc83c4594f89972cc36f62859783 HTTP/1.1" status: 200 len: 375 time: 0.0096359 Dec 11 16:28:43.642331 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6527268e-2da8-4d61-8771-d3dd990575ae req-8d85214e-4054-4090-bbe1-4b9024bc2b79 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?tenant_id=e37fdc83c4594f89972cc36f62859783&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865738 Dec 11 16:28:43.844364 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-51687cf6-64ea-4a41-8f00-ebdccec65eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:43.869011 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda29831-bbb1-4100-bed0-fc8712fd4229 req-58c0ce2f-a180-4c49-a605-66c311b856ae tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:43.870615 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-dda29831-bbb1-4100-bed0-fc8712fd4229 req-58c0ce2f-a180-4c49-a605-66c311b856ae tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.1924143 Dec 11 16:28:43.872737 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6527268e-2da8-4d61-8771-d3dd990575ae req-dd1404a2-c395-4646-b12d-96b74dac1c7b service neutron] 10.222.0.45 "GET /v2.0/networks/5ce8c0cf-2037-467e-aeac-2cfe6e72869e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169795 Dec 11 16:28:44.008349 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-dda29831-bbb1-4100-bed0-fc8712fd4229 req-e4d4611d-5122-40b8-bc3a-6c7e09f2546c tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312208 Dec 11 16:28:44.058784 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6527268e-2da8-4d61-8771-d3dd990575ae req-508edc3a-a48f-49f1-8f9a-73bbf1dc9d59 service neutron] 10.222.0.45 "GET /v2.0/networks/5ce8c0cf-2037-467e-aeac-2cfe6e72869e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1621675 Dec 11 16:28:44.272732 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e0580-2a38-4ada-be92-9452b110396c req-28749e48-a94e-4691-be16-b979a4c9e658 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:44.275073 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b22e0580-2a38-4ada-be92-9452b110396c req-28749e48-a94e-4691-be16-b979a4c9e658 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.1311476 Dec 11 16:28:44.305979 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-86c2e31d-79f7-4449-8de6-4e2381954f93 req-3caba66c-fcdd-4ce0-8b83-647303ac74de tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 210 time: 0.0773244 Dec 11 16:28:44.339462 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b22e0580-2a38-4ada-be92-9452b110396c req-527c4574-2e3c-4afa-bcf5-2bb5e9e155a7 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573092 Dec 11 16:28:45.251060 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034ff24-71fc-41a5-afb7-0984e8110b6b req-9315b506-8738-4e5c-843e-f6ecf9460189 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:45.253572 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3034ff24-71fc-41a5-afb7-0984e8110b6b req-9315b506-8738-4e5c-843e-f6ecf9460189 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.0903847 Dec 11 16:28:45.334024 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3034ff24-71fc-41a5-afb7-0984e8110b6b req-7f11a312-d443-4664-a50a-082a29c8d5b2 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734360 Dec 11 16:28:45.568648 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-79add6d1-b923-4f59-bf09-c0aec6316c2d req-125cfa5a-5ede-43e8-87db-d68c188ecc5e tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 210 time: 0.0967004 Dec 11 16:28:45.626724 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f85755-acca-4e99-bd75-03c353d25ea2 req-1651122e-f91a-4005-bd07-d043b476aa3e tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:45.635069 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e7f85755-acca-4e99-bd75-03c353d25ea2 req-1651122e-f91a-4005-bd07-d043b476aa3e tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.1193419 Dec 11 16:28:45.704213 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e7f85755-acca-4e99-bd75-03c353d25ea2 req-fab0cae5-eed5-479f-aab5-3285fbbb270f tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680656 Dec 11 16:28:45.794994 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527268e-2da8-4d61-8771-d3dd990575ae req-d7bae1e3-a613-420c-b8f9-cf41ff2f5a8a tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:45.796348 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6527268e-2da8-4d61-8771-d3dd990575ae req-d7bae1e3-a613-420c-b8f9-cf41ff2f5a8a tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.87 "GET /v2.0/networks?id=5ce8c0cf-2037-467e-aeac-2cfe6e72869e HTTP/1.1" status: 200 len: 814 time: 0.2397268 Dec 11 16:28:45.832075 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-6527268e-2da8-4d61-8771-d3dd990575ae req-bc0249a2-d270-4def-972a-2bca5d8b16e5 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Request body: {'port': {'device_id': 'abf32b00-2dff-4719-a8dc-dd37d1fd431c', 'network_id': '5ce8c0cf-2037-467e-aeac-2cfe6e72869e', 'admin_state_up': True, 'tenant_id': 'e37fdc83c4594f89972cc36f62859783'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:28:46.019778 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-6527268e-2da8-4d61-8771-d3dd990575ae req-bc0249a2-d270-4def-972a-2bca5d8b16e5 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:28:46.025502 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-6527268e-2da8-4d61-8771-d3dd990575ae req-bc0249a2-d270-4def-972a-2bca5d8b16e5 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Usage tracker for resource:port and tenant:e37fdc83c4594f89972cc36f62859783 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:28:46.029063 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-6527268e-2da8-4d61-8771-d3dd990575ae req-bc0249a2-d270-4def-972a-2bca5d8b16e5 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Quota usage for port was recalculated. Used quota:2. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:28:46.036913 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-6527268e-2da8-4d61-8771-d3dd990575ae req-bc0249a2-d270-4def-972a-2bca5d8b16e5 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:28:46.048052 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6527268e-2da8-4d61-8771-d3dd990575ae req-bc0249a2-d270-4def-972a-2bca5d8b16e5 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Made reservation on behalf of e37fdc83c4594f89972cc36f62859783 for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:28:46.054690 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6527268e-2da8-4d61-8771-d3dd990575ae req-bc0249a2-d270-4def-972a-2bca5d8b16e5 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:46.109738 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4c0be190-9444-457a-8eb7-5098179ab3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:46.593172 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc66d7-c655-4fa2-b87d-6b5c5f7e43c9 req-a790f242-7037-4dc3-b298-105fdc7c97a7 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:46.594906 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-93fc66d7-c655-4fa2-b87d-6b5c5f7e43c9 req-a790f242-7037-4dc3-b298-105fdc7c97a7 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.1072810 Dec 11 16:28:46.639664 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-6527268e-2da8-4d61-8771-d3dd990575ae req-bc0249a2-d270-4def-972a-2bca5d8b16e5 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Allocated IP 172.20.0.12 (5ce8c0cf-2037-467e-aeac-2cfe6e72869e/f989d188-0764-4755-9ed3-e783bc6c7d0e/2e9f6aa8-d603-4aec-98c4-29173d052700) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:28:46.680245 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-93fc66d7-c655-4fa2-b87d-6b5c5f7e43c9 req-c61226a4-4c54-48af-abe5-c4db8fd4b5f7 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771022 Dec 11 16:28:46.794131 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:46.871033 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-10f77a0d-d6f0-4ebf-be42-4cafd90501c8 req-cadd5de1-4b02-41c8-9f06-b352be284ea4 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 210 time: 0.0603578 Dec 11 16:28:46.961241 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6527268e-2da8-4d61-8771-d3dd990575ae req-bc0249a2-d270-4def-972a-2bca5d8b16e5 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:46.972710 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48907957-eeae-4952-8219-f0372c2a0eb1 req-b141688d-eabf-4f2b-ba6d-eca1d22f5004 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:46.979646 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-6527268e-2da8-4d61-8771-d3dd990575ae req-bc0249a2-d270-4def-972a-2bca5d8b16e5 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Transition to ACTIVE for port object 2e9f6aa8-d603-4aec-98c4-29173d052700 will not be triggered until provisioned by entity DHCP. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:28:46.981442 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-48907957-eeae-4952-8219-f0372c2a0eb1 req-b141688d-eabf-4f2b-ba6d-eca1d22f5004 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.1092265 Dec 11 16:28:47.002377 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6527268e-2da8-4d61-8771-d3dd990575ae req-bc0249a2-d270-4def-972a-2bca5d8b16e5 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:47.022656 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:47.088149 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-48907957-eeae-4952-8219-f0372c2a0eb1 req-375bcce5-705d-4d17-91a0-2aad32eb4cbc tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055012 Dec 11 16:28:47.186771 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0249a2-d270-4def-972a-2bca5d8b16e5 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Pushing event updated for resources: {'Port': ['ID=2e9f6aa8-d603-4aec-98c4-29173d052700,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:47.193212 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-bc0249a2-d270-4def-972a-2bca5d8b16e5 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:47.249889 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6527268e-2da8-4d61-8771-d3dd990575ae req-bc0249a2-d270-4def-972a-2bca5d8b16e5 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Network 5ce8c0cf-2037-467e-aeac-2cfe6e72869e is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:28:47.251230 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-6527268e-2da8-4d61-8771-d3dd990575ae req-bc0249a2-d270-4def-972a-2bca5d8b16e5 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:28:47.253968 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-6527268e-2da8-4d61-8771-d3dd990575ae req-bc0249a2-d270-4def-972a-2bca5d8b16e5 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:28:47.331766 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527268e-2da8-4d61-8771-d3dd990575ae req-bc0249a2-d270-4def-972a-2bca5d8b16e5 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:47.332712 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6527268e-2da8-4d61-8771-d3dd990575ae req-bc0249a2-d270-4def-972a-2bca5d8b16e5 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:47.357362 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6527268e-2da8-4d61-8771-d3dd990575ae req-bc0249a2-d270-4def-972a-2bca5d8b16e5 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5296474 Dec 11 16:28:47.388277 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-6527268e-2da8-4d61-8771-d3dd990575ae req-0339d148-3f4f-4116-80c0-0bdec88b0146 service neutron] Request body: {'port': {'device_id': 'abf32b00-2dff-4719-a8dc-dd37d1fd431c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:28:47.516394 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6527268e-2da8-4d61-8771-d3dd990575ae req-0339d148-3f4f-4116-80c0-0bdec88b0146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:47.554668 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-8dcceb93-652e-4f12-b919-4014bae1bf69 None None] Provisioning for port 2e9f6aa8-d603-4aec-98c4-29173d052700 completed by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:28:47.560434 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-8dcceb93-652e-4f12-b919-4014bae1bf69 None None] Provisioning complete for port 2e9f6aa8-d603-4aec-98c4-29173d052700 triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:28:47.561105 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8dcceb93-652e-4f12-b919-4014bae1bf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:47.588082 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:47.628295 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-8dcceb93-652e-4f12-b919-4014bae1bf69 None None] Port 2e9f6aa8-d603-4aec-98c4-29173d052700 cannot update to ACTIVE because it is not bound. {{(pid=80244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 11 16:28:47.983644 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212499e5-b4b5-4e4b-92a7-c27d04d0b56a req-7cacd789-749e-46c4-a548-249e68a60e5a tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:47.983644 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-212499e5-b4b5-4e4b-92a7-c27d04d0b56a req-7cacd789-749e-46c4-a548-249e68a60e5a tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.1024499 Dec 11 16:28:48.024649 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-212499e5-b4b5-4e4b-92a7-c27d04d0b56a req-01d67efe-fcf1-40ee-ad6a-1d6767fcf019 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547676 Dec 11 16:28:48.107102 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-6527268e-2da8-4d61-8771-d3dd990575ae req-0339d148-3f4f-4116-80c0-0bdec88b0146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e9f6aa8-d603-4aec-98c4-29173d052700 {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 11 16:28:48.118347 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6527268e-2da8-4d61-8771-d3dd990575ae req-0339d148-3f4f-4116-80c0-0bdec88b0146 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:48.136974 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-6527268e-2da8-4d61-8771-d3dd990575ae req-0339d148-3f4f-4116-80c0-0bdec88b0146 service neutron] Transition to ACTIVE for port object 2e9f6aa8-d603-4aec-98c4-29173d052700 will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:28:48.148791 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6527268e-2da8-4d61-8771-d3dd990575ae req-0339d148-3f4f-4116-80c0-0bdec88b0146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:48.167729 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-bc0249a2-d270-4def-972a-2bca5d8b16e5 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:48.318372 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0339d148-3f4f-4116-80c0-0bdec88b0146 service neutron] Pushing event updated for resources: {'Port': ['ID=2e9f6aa8-d603-4aec-98c4-29173d052700,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:48.343420 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326431c0-9eec-4469-b89a-e8914ee863ce req-2fd1c016-04cd-492c-986b-fe5ac4f68bb4 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:48.349108 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0339d148-3f4f-4116-80c0-0bdec88b0146 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:48.352127 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-326431c0-9eec-4469-b89a-e8914ee863ce req-2fd1c016-04cd-492c-986b-fe5ac4f68bb4 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 944 time: 0.2341852 Dec 11 16:28:48.420620 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:48.423547 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-326431c0-9eec-4469-b89a-e8914ee863ce req-1e1b4183-e96c-4472-8258-a50d2e68bda6 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Synchronizing usage tracker for tenant:e37fdc83c4594f89972cc36f62859783 on resource:security_group {{(pid=80242) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:28:48.480617 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f09f0-acb6-4639-87cb-b5b309cd86d5 req-f6ede6bf-59db-42b5-a432-1696923b9235 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:48.481894 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-768f09f0-acb6-4639-87cb-b5b309cd86d5 req-f6ede6bf-59db-42b5-a432-1696923b9235 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.1909759 Dec 11 16:28:48.482612 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-326431c0-9eec-4469-b89a-e8914ee863ce req-1e1b4183-e96c-4472-8258-a50d2e68bda6 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Unset dirty status for tenant:e37fdc83c4594f89972cc36f62859783 on resource:security_group {{(pid=80242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:28:48.493146 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-326431c0-9eec-4469-b89a-e8914ee863ce req-1e1b4183-e96c-4472-8258-a50d2e68bda6 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400244 Dec 11 16:28:48.570277 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-768f09f0-acb6-4639-87cb-b5b309cd86d5 req-5871266c-683e-4fab-9f17-3cb5905e9834 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758817 Dec 11 16:28:48.609317 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-6527268e-2da8-4d61-8771-d3dd990575ae req-0339d148-3f4f-4116-80c0-0bdec88b0146 service neutron] Attempting to bind port 2e9f6aa8-d603-4aec-98c4-29173d052700 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:28:48.609688 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-6527268e-2da8-4d61-8771-d3dd990575ae req-0339d148-3f4f-4116-80c0-0bdec88b0146 service neutron] Attempting to bind port 2e9f6aa8-d603-4aec-98c4-29173d052700 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '532a29ae-da3b-4091-a1c4-ce66941d99d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5ce8c0cf-2037-467e-aeac-2cfe6e72869e'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:28:48.610057 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6527268e-2da8-4d61-8771-d3dd990575ae req-0339d148-3f4f-4116-80c0-0bdec88b0146 service neutron] Attempting to bind port 2e9f6aa8-d603-4aec-98c4-29173d052700 on network 5ce8c0cf-2037-467e-aeac-2cfe6e72869e {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:28:48.616480 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6527268e-2da8-4d61-8771-d3dd990575ae req-0339d148-3f4f-4116-80c0-0bdec88b0146 service neutron] Checking agent: {'id': 'c6c9fd6f-e101-4bae-907a-ac1718f8d09d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 23), 'started_at': datetime.datetime(2020, 12, 11, 16, 24, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:28:48.616925 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6527268e-2da8-4d61-8771-d3dd990575ae req-0339d148-3f4f-4116-80c0-0bdec88b0146 service neutron] Checking segment: {'id': '532a29ae-da3b-4091-a1c4-ce66941d99d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5ce8c0cf-2037-467e-aeac-2cfe6e72869e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:28:48.617212 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6527268e-2da8-4d61-8771-d3dd990575ae req-0339d148-3f4f-4116-80c0-0bdec88b0146 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:48.617660 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6527268e-2da8-4d61-8771-d3dd990575ae req-0339d148-3f4f-4116-80c0-0bdec88b0146 service neutron] Bound using segment: {'id': '532a29ae-da3b-4091-a1c4-ce66941d99d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5ce8c0cf-2037-467e-aeac-2cfe6e72869e'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:28:48.618364 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-6527268e-2da8-4d61-8771-d3dd990575ae req-0339d148-3f4f-4116-80c0-0bdec88b0146 service neutron] Bound port: 2e9f6aa8-d603-4aec-98c4-29173d052700, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532a29ae-da3b-4091-a1c4-ce66941d99d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5ce8c0cf-2037-467e-aeac-2cfe6e72869e'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:28:48.618735 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6527268e-2da8-4d61-8771-d3dd990575ae req-0339d148-3f4f-4116-80c0-0bdec88b0146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:48.739485 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-6527268e-2da8-4d61-8771-d3dd990575ae req-0339d148-3f4f-4116-80c0-0bdec88b0146 service neutron] For port 2e9f6aa8-d603-4aec-98c4-29173d052700, host hv-cinder-76675, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:28:48.744117 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-6527268e-2da8-4d61-8771-d3dd990575ae req-0339d148-3f4f-4116-80c0-0bdec88b0146 service neutron] For port 2e9f6aa8-d603-4aec-98c4-29173d052700, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=2e9f6aa8-d603-4aec-98c4-29173d052700,segment=NetworkSegment(532a29ae-da3b-4091-a1c4-ce66941d99d8),segment_id=532a29ae-da3b-4091-a1c4-ce66941d99d8)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:28:48.748390 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6527268e-2da8-4d61-8771-d3dd990575ae req-0339d148-3f4f-4116-80c0-0bdec88b0146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:48.766034 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:28:48.938901 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0339d148-3f4f-4116-80c0-0bdec88b0146 service neutron] Pushing event updated for resources: {'Port': ['ID=2e9f6aa8-d603-4aec-98c4-29173d052700,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:28:48.945669 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0339d148-3f4f-4116-80c0-0bdec88b0146 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:28:48.984297 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527268e-2da8-4d61-8771-d3dd990575ae req-0339d148-3f4f-4116-80c0-0bdec88b0146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:48.985438 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6527268e-2da8-4d61-8771-d3dd990575ae req-0339d148-3f4f-4116-80c0-0bdec88b0146 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:48.987367 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6527268e-2da8-4d61-8771-d3dd990575ae req-0339d148-3f4f-4116-80c0-0bdec88b0146 service neutron] 10.222.0.87 "PUT /v2.0/ports/2e9f6aa8-d603-4aec-98c4-29173d052700 HTTP/1.1" status: 200 len: 1158 time: 1.6063900 Dec 11 16:28:48.988147 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf32b00-2dff-4719-a8dc-dd37d1fd431c', 'tag': '2e9f6aa8-d603-4aec-98c4-29173d052700'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:28:49.115764 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf32b00-2dff-4719-a8dc-dd37d1fd431c', 'tag': '2e9f6aa8-d603-4aec-98c4-29173d052700', 'status': 'completed', 'code': 200} Dec 11 16:28:49.167443 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527268e-2da8-4d61-8771-d3dd990575ae req-6b43d47c-0717-408c-b9c4-7ab1a247bc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:49.169689 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6527268e-2da8-4d61-8771-d3dd990575ae req-6b43d47c-0717-408c-b9c4-7ab1a247bc26 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e37fdc83c4594f89972cc36f62859783&device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 1161 time: 0.0984676 Dec 11 16:28:49.262803 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6527268e-2da8-4d61-8771-d3dd990575ae req-a305aeb8-0148-46ef-9606-0aff04005434 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e9f6aa8-d603-4aec-98c4-29173d052700 HTTP/1.1" status: 200 len: 217 time: 0.0772018 Dec 11 16:28:49.343494 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29288bf-ad98-4594-87bd-b4d5081aae46 req-9db500c9-85d3-47ee-b70b-52e8122b3d44 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:49.345138 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c29288bf-ad98-4594-87bd-b4d5081aae46 req-9db500c9-85d3-47ee-b70b-52e8122b3d44 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.0902693 Dec 11 16:28:49.366835 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527268e-2da8-4d61-8771-d3dd990575ae req-0d17a47f-9c91-4bbf-9d91-86ab2da8e956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:49.368504 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6527268e-2da8-4d61-8771-d3dd990575ae req-0d17a47f-9c91-4bbf-9d91-86ab2da8e956 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f989d188-0764-4755-9ed3-e783bc6c7d0e HTTP/1.1" status: 200 len: 853 time: 0.0988553 Dec 11 16:28:49.407923 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c29288bf-ad98-4594-87bd-b4d5081aae46 req-a8f3ba62-af08-467a-b63a-74f6da9e2448 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555117 Dec 11 16:28:49.470714 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527268e-2da8-4d61-8771-d3dd990575ae req-4484d0ff-adbd-48ee-bdea-867689367bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:49.472391 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6527268e-2da8-4d61-8771-d3dd990575ae req-4484d0ff-adbd-48ee-bdea-867689367bc8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5ce8c0cf-2037-467e-aeac-2cfe6e72869e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0950780 Dec 11 16:28:49.672563 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6527268e-2da8-4d61-8771-d3dd990575ae req-4b700a25-05ea-4337-a53e-c723fb91036d service neutron] 10.222.0.87 "GET /v2.0/networks/5ce8c0cf-2037-467e-aeac-2cfe6e72869e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902728 Dec 11 16:28:49.868929 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661cac7-c283-4ba0-910a-e9480d4c81cd req-3f51f9c4-fced-4b83-80dc-479531c06791 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:49.876887 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d661cac7-c283-4ba0-910a-e9480d4c81cd req-3f51f9c4-fced-4b83-80dc-479531c06791 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 944 time: 0.1777132 Dec 11 16:28:49.893342 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6527268e-2da8-4d61-8771-d3dd990575ae req-c16e1997-f413-46c7-ba79-195d39e8051c service neutron] 10.222.0.87 "GET /v2.0/networks/5ce8c0cf-2037-467e-aeac-2cfe6e72869e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2136421 Dec 11 16:28:49.938772 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d661cac7-c283-4ba0-910a-e9480d4c81cd req-47d797fa-3b58-4f99-973d-3d49ab299475 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602684 Dec 11 16:28:49.950755 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac39d9-e275-438c-9e66-b96840bc1ee8 req-9f62ac45-29dd-455a-9875-0fca70c0894c tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:49.961930 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d3ac39d9-e275-438c-9e66-b96840bc1ee8 req-9f62ac45-29dd-455a-9875-0fca70c0894c tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.2149968 Dec 11 16:28:50.028250 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d3ac39d9-e275-438c-9e66-b96840bc1ee8 req-e5fa3251-7835-4b18-8c9f-17e67535c925 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651102 Dec 11 16:28:50.074099 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c5821-1bc9-4de0-8f94-26a037515c7d req-ef6d2bf9-57fa-4c4b-9575-ee0e2681dd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:50.076178 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ae4c5821-1bc9-4de0-8f94-26a037515c7d req-ef6d2bf9-57fa-4c4b-9575-ee0e2681dd51 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e37fdc83c4594f89972cc36f62859783&device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 1161 time: 0.0915432 Dec 11 16:28:50.238252 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c5821-1bc9-4de0-8f94-26a037515c7d req-7acd5d2c-1da4-42e4-a63c-83755143fc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:50.239850 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ae4c5821-1bc9-4de0-8f94-26a037515c7d req-7acd5d2c-1da4-42e4-a63c-83755143fc28 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5ce8c0cf-2037-467e-aeac-2cfe6e72869e HTTP/1.1" status: 200 len: 908 time: 0.1568091 Dec 11 16:28:50.318863 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ae4c5821-1bc9-4de0-8f94-26a037515c7d req-328bf05f-0e2d-462e-872b-88595acd61b7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e9f6aa8-d603-4aec-98c4-29173d052700 HTTP/1.1" status: 200 len: 217 time: 0.0686288 Dec 11 16:28:50.413935 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c5821-1bc9-4de0-8f94-26a037515c7d req-1d7f3082-37c6-44f9-8133-474fbdcad70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:50.415590 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ae4c5821-1bc9-4de0-8f94-26a037515c7d req-1d7f3082-37c6-44f9-8133-474fbdcad70f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f989d188-0764-4755-9ed3-e783bc6c7d0e HTTP/1.1" status: 200 len: 853 time: 0.0865741 Dec 11 16:28:50.513766 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c5821-1bc9-4de0-8f94-26a037515c7d req-fae26ff7-a706-405a-8de8-d984e72de21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:50.513766 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ae4c5821-1bc9-4de0-8f94-26a037515c7d req-fae26ff7-a706-405a-8de8-d984e72de21a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5ce8c0cf-2037-467e-aeac-2cfe6e72869e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0888863 Dec 11 16:28:50.680090 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ae4c5821-1bc9-4de0-8f94-26a037515c7d req-7033c406-6d46-478a-adf2-527b5d2c02f1 service neutron] 10.222.0.87 "GET /v2.0/networks/5ce8c0cf-2037-467e-aeac-2cfe6e72869e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602883 Dec 11 16:28:50.724484 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39fb1b-cf3c-4f8d-90ee-cdbfb42dcff1 req-ede772d8-9fad-47e6-aaff-7281879ca157 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:50.726538 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bb39fb1b-cf3c-4f8d-90ee-cdbfb42dcff1 req-ede772d8-9fad-47e6-aaff-7281879ca157 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.1378536 Dec 11 16:28:50.782116 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bb39fb1b-cf3c-4f8d-90ee-cdbfb42dcff1 req-9a529cc0-11a6-4516-835a-5cd034e46756 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485158 Dec 11 16:28:50.870332 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ae4c5821-1bc9-4de0-8f94-26a037515c7d req-4638b099-61eb-4232-91b4-9bcaf9ed283e service neutron] 10.222.0.87 "GET /v2.0/networks/5ce8c0cf-2037-467e-aeac-2cfe6e72869e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1834157 Dec 11 16:28:51.262621 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8a35e-0b52-4453-ba17-b3f4c9f1f099 req-58abeee3-6b29-4efd-afa1-2c1b8e45ae4c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:51.264375 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-49d8a35e-0b52-4453-ba17-b3f4c9f1f099 req-58abeee3-6b29-4efd-afa1-2c1b8e45ae4c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 944 time: 0.1789787 Dec 11 16:28:51.297500 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b8cc7-5d70-45cd-950b-a5380ca45230 req-79f47684-325a-4146-b161-e9d896e6a2ee tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:51.299215 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-526b8cc7-5d70-45cd-950b-a5380ca45230 req-79f47684-325a-4146-b161-e9d896e6a2ee tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.1380730 Dec 11 16:28:51.349058 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-49d8a35e-0b52-4453-ba17-b3f4c9f1f099 req-85439fd2-f3a6-40d2-bbad-89de9b0fa421 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753376 Dec 11 16:28:51.390484 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-526b8cc7-5d70-45cd-950b-a5380ca45230 req-b6d3815b-47db-4ac2-a621-fa634114d502 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821362 Dec 11 16:28:52.079881 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0448714-88f2-406c-b78f-53e3d3a6b086 req-60ee2075-b5e6-4c51-932f-a55d2439f4e0 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:52.082179 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a0448714-88f2-406c-b78f-53e3d3a6b086 req-60ee2075-b5e6-4c51-932f-a55d2439f4e0 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.0921628 Dec 11 16:28:52.153470 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a0448714-88f2-406c-b78f-53e3d3a6b086 req-d568ecf0-c05f-495f-8b0b-065019eccaf0 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623364 Dec 11 16:28:52.773912 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3995428-b44d-4ed5-b753-b4f7c6d4f4c1 req-cf92432e-8424-465e-8adf-c12d30313401 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:52.783206 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f3995428-b44d-4ed5-b753-b4f7c6d4f4c1 req-cf92432e-8424-465e-8adf-c12d30313401 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 944 time: 0.1973610 Dec 11 16:28:53.076474 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbeedb1-7c50-4e3f-a01c-bdae437c0ec0 req-023ac21f-be4a-4c73-9e66-256142aa73b9 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:53.084582 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2dbeedb1-7c50-4e3f-a01c-bdae437c0ec0 req-023ac21f-be4a-4c73-9e66-256142aa73b9 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.4185104 Dec 11 16:28:53.116159 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f3995428-b44d-4ed5-b753-b4f7c6d4f4c1 req-06683d46-ddca-4ffb-9cb5-69388ec4fd1b tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318594 Dec 11 16:28:53.180266 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2dbeedb1-7c50-4e3f-a01c-bdae437c0ec0 req-a9d36c2c-d995-4114-a275-0b3d2adbe169 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946071 Dec 11 16:28:53.248886 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:28:53.481653 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a5249-78b9-4d53-94fa-9a8aa3580fff req-6980411e-4064-4b02-a9af-b96d08343fb4 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:53.483289 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a35a5249-78b9-4d53-94fa-9a8aa3580fff req-6980411e-4064-4b02-a9af-b96d08343fb4 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.1219022 Dec 11 16:28:53.548079 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a35a5249-78b9-4d53-94fa-9a8aa3580fff req-d3591d88-2dc7-48a1-be1a-32f96076515a tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577710 Dec 11 16:28:54.377659 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071c864-41e1-4d81-b9d1-0b9865e0ec62 req-d5ed400e-e98c-46d6-b687-38d451413e8b tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:54.388181 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3071c864-41e1-4d81-b9d1-0b9865e0ec62 req-d5ed400e-e98c-46d6-b687-38d451413e8b tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 944 time: 0.1356723 Dec 11 16:28:54.452075 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3071c864-41e1-4d81-b9d1-0b9865e0ec62 req-0b49dfcb-e594-4071-910e-b873f40657aa tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626018 Dec 11 16:28:54.626340 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad9565-3e09-45a9-a0ed-b9a2f4147e8a req-7cc13a5c-db8f-4385-9b11-c96b751ee61c tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:54.628775 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d4ad9565-3e09-45a9-a0ed-b9a2f4147e8a req-7cc13a5c-db8f-4385-9b11-c96b751ee61c tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.1147571 Dec 11 16:28:54.759858 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d4ad9565-3e09-45a9-a0ed-b9a2f4147e8a req-3d46b6b9-586e-4310-938f-226491b7577f tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223342 Dec 11 16:28:54.882429 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1cd27-7e24-4d5c-869c-21f6fc4b9c88 req-448eb7eb-4f52-458e-8450-1e4b0772c613 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:54.894432 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4dc1cd27-7e24-4d5c-869c-21f6fc4b9c88 req-448eb7eb-4f52-458e-8450-1e4b0772c613 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.1695793 Dec 11 16:28:54.971617 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4dc1cd27-7e24-4d5c-869c-21f6fc4b9c88 req-3e0541be-84d5-42af-a860-442ef235b004 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758369 Dec 11 16:28:55.686660 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09f0dc-e0d6-46e7-8a27-e7692ef2fb16 req-2f4f5e81-98f6-49d4-bd49-4bbf0bd07127 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:55.692099 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3f09f0dc-e0d6-46e7-8a27-e7692ef2fb16 req-2f4f5e81-98f6-49d4-bd49-4bbf0bd07127 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 944 time: 0.0906980 Dec 11 16:28:55.742868 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3f09f0dc-e0d6-46e7-8a27-e7692ef2fb16 req-844354c8-2754-4fac-b512-74f7959ce4bf tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472293 Dec 11 16:28:55.979770 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebfff8-0901-4edf-86fc-3a1f29d386f3 req-fec1741c-e693-43e4-947c-b0110a74cd67 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:55.981500 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a3ebfff8-0901-4edf-86fc-3a1f29d386f3 req-fec1741c-e693-43e4-947c-b0110a74cd67 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0870364 Dec 11 16:28:56.033154 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a3ebfff8-0901-4edf-86fc-3a1f29d386f3 req-b1fd6498-378b-4b10-b521-dc79c8c3d1bd tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450051 Dec 11 16:28:56.232190 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f7fad-68a3-48e3-8999-8b0b45b6af36 req-e9a862ce-ca46-438f-b1d4-45602a484821 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:56.234014 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2d1f7fad-68a3-48e3-8999-8b0b45b6af36 req-e9a862ce-ca46-438f-b1d4-45602a484821 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.0949571 Dec 11 16:28:56.283331 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2d1f7fad-68a3-48e3-8999-8b0b45b6af36 req-214142d6-68a5-4500-b807-3ed4954f7011 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424702 Dec 11 16:28:56.958204 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cc9c7-aa67-4faf-a79b-6f60151f7236 req-e1af95aa-9922-4a69-b4a1-5fbc7ca65d40 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:56.959778 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e91cc9c7-aa67-4faf-a79b-6f60151f7236 req-e1af95aa-9922-4a69-b4a1-5fbc7ca65d40 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 944 time: 0.0860226 Dec 11 16:28:57.008270 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e91cc9c7-aa67-4faf-a79b-6f60151f7236 req-81d5d34e-f6fa-41a3-927f-7fc69f1ff2e9 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421035 Dec 11 16:28:57.259292 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82363a0-4483-4dde-bb9d-807750b5558d req-454a278c-1f40-4dd9-be16-fa698a9d9d7e tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:57.260949 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c82363a0-4483-4dde-bb9d-807750b5558d req-454a278c-1f40-4dd9-be16-fa698a9d9d7e tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0887794 Dec 11 16:28:57.315861 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c82363a0-4483-4dde-bb9d-807750b5558d req-6a3121d5-35f0-466a-afb5-e21518c24de6 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434184 Dec 11 16:28:57.523429 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c377372-9d42-44a2-9f80-57202047737d req-40b35064-2334-47bb-9909-7c3496359cdf tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:57.524998 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5c377372-9d42-44a2-9f80-57202047737d req-40b35064-2334-47bb-9909-7c3496359cdf tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.0893509 Dec 11 16:28:57.574859 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5c377372-9d42-44a2-9f80-57202047737d req-82b57658-d8c9-4cb0-a5ef-bef2e8ebf97a tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435393 Dec 11 16:28:58.229838 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ada720-4a0e-4227-8411-cd934c01ff63 req-b1608574-a623-4e5d-a4e2-61892510768e tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:58.231434 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-15ada720-4a0e-4227-8411-cd934c01ff63 req-b1608574-a623-4e5d-a4e2-61892510768e tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 944 time: 0.0904031 Dec 11 16:28:58.283059 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-15ada720-4a0e-4227-8411-cd934c01ff63 req-5f46207f-85ff-4099-9df2-6b7a2efa64c4 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448213 Dec 11 16:28:58.533954 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731ae90-a13e-4ca5-b0f3-54cec58ed315 req-519ea297-e8fd-4cea-b2dc-d63740de645d tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:58.536123 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0731ae90-a13e-4ca5-b0f3-54cec58ed315 req-519ea297-e8fd-4cea-b2dc-d63740de645d tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0860367 Dec 11 16:28:58.587009 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0731ae90-a13e-4ca5-b0f3-54cec58ed315 req-5966726e-5b46-4cb9-b4c6-011dc7a51adb tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443473 Dec 11 16:28:58.829362 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317b4e8-ceba-44cc-a67f-85e216172468 req-f42d462e-5ea4-4d3b-a7fb-e0eb5dc5ca16 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:58.830970 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e317b4e8-ceba-44cc-a67f-85e216172468 req-f42d462e-5ea4-4d3b-a7fb-e0eb5dc5ca16 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.0907936 Dec 11 16:28:58.881672 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e317b4e8-ceba-44cc-a67f-85e216172468 req-c95c8799-9ad8-4454-87de-ff5c7227ccff tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436475 Dec 11 16:28:59.515504 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81a698-f3c4-4682-b3da-bba32b276859 req-3895a3ff-1376-4f9b-9b7c-6f92d7458feb tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:59.517187 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7a81a698-f3c4-4682-b3da-bba32b276859 req-3895a3ff-1376-4f9b-9b7c-6f92d7458feb tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 944 time: 0.0956511 Dec 11 16:28:59.569178 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7a81a698-f3c4-4682-b3da-bba32b276859 req-f61a1b85-d3c8-41db-87d0-382af8f7d525 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445898 Dec 11 16:28:59.832368 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68fce9-73e8-470a-bed7-10e1be64fc83 req-f2bec70d-05aa-41a5-87ab-b32074e94c2e tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:28:59.833934 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9b68fce9-73e8-470a-bed7-10e1be64fc83 req-f2bec70d-05aa-41a5-87ab-b32074e94c2e tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0935597 Dec 11 16:28:59.885448 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9b68fce9-73e8-470a-bed7-10e1be64fc83 req-26879de1-06c7-462c-9840-11da92fb26f8 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452743 Dec 11 16:29:00.115089 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb5181-e8d3-4a41-9c36-f914544ed100 req-fc29c96a-2acb-4ba2-baed-806e78cd9077 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:00.116678 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-fcbb5181-e8d3-4a41-9c36-f914544ed100 req-fc29c96a-2acb-4ba2-baed-806e78cd9077 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.0877645 Dec 11 16:29:00.167110 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-fcbb5181-e8d3-4a41-9c36-f914544ed100 req-a0f43cdf-22a5-49a6-8394-6996a296b816 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433986 Dec 11 16:29:00.792783 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b333f-ca11-4d8b-9ef6-5972217315ba req-2b164ce3-870b-4c3e-8a2e-3850accbe497 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:00.794639 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d59b333f-ca11-4d8b-9ef6-5972217315ba req-2b164ce3-870b-4c3e-8a2e-3850accbe497 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 944 time: 0.0866561 Dec 11 16:29:00.844425 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d59b333f-ca11-4d8b-9ef6-5972217315ba req-c7c8bb78-b110-40cf-b5d9-ca7342ce777f tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431924 Dec 11 16:29:01.115820 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4864c-0e9c-4ed4-b5d3-2cdf20c3f982 req-b14d8e2a-0cf6-4bac-b7ac-0bf4a71e3a14 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:01.117333 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6cd4864c-0e9c-4ed4-b5d3-2cdf20c3f982 req-b14d8e2a-0cf6-4bac-b7ac-0bf4a71e3a14 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0885308 Dec 11 16:29:01.165628 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6cd4864c-0e9c-4ed4-b5d3-2cdf20c3f982 req-5797bd28-695a-4270-ada1-384018f358a1 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417404 Dec 11 16:29:01.405778 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448931e-5d98-41c5-82c0-777b529c3c4e req-8ee85df2-e10a-4207-bf13-7d9d4fb52381 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:01.407305 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3448931e-5d98-41c5-82c0-777b529c3c4e req-8ee85df2-e10a-4207-bf13-7d9d4fb52381 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.0883169 Dec 11 16:29:01.456547 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3448931e-5d98-41c5-82c0-777b529c3c4e req-9deeafa9-1f12-4886-b63c-b89733b4ed32 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426371 Dec 11 16:29:02.079043 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54155e7d-7bca-4f75-8a76-6503821565c4 req-c5e4ef9c-c72e-4f91-ab24-46f1ad070d02 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:02.080707 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-54155e7d-7bca-4f75-8a76-6503821565c4 req-c5e4ef9c-c72e-4f91-ab24-46f1ad070d02 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 944 time: 0.0855405 Dec 11 16:29:02.130426 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-54155e7d-7bca-4f75-8a76-6503821565c4 req-5cb5c93e-9bb5-47f5-a867-ea66c98a06aa tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424337 Dec 11 16:29:02.402986 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c884c0-9c5b-486f-a99c-a6880f3006d0 req-ed7210c8-6b0f-441e-8d76-1f7d92dcb25a tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:02.404585 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-95c884c0-9c5b-486f-a99c-a6880f3006d0 req-ed7210c8-6b0f-441e-8d76-1f7d92dcb25a tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0884807 Dec 11 16:29:02.454335 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-95c884c0-9c5b-486f-a99c-a6880f3006d0 req-c98cdef5-0af4-431f-928e-21811cd30ba7 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428228 Dec 11 16:29:02.714586 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5e9fc-40ab-4076-b5e5-5ed9d340c81c req-77246137-9adc-4bca-8f95-fca13d6b4ea4 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:02.716264 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-19e5e9fc-40ab-4076-b5e5-5ed9d340c81c req-77246137-9adc-4bca-8f95-fca13d6b4ea4 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.1079471 Dec 11 16:29:02.766413 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-19e5e9fc-40ab-4076-b5e5-5ed9d340c81c req-35c7aabc-8855-49cb-91e3-6293f1470ed8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433826 Dec 11 16:29:03.350408 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2e57b-d2dc-4d5e-bda2-3e7808b92d24 req-75cb3ed1-0946-46d7-a417-956bfc4dbec0 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:03.352106 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-51f2e57b-d2dc-4d5e-bda2-3e7808b92d24 req-75cb3ed1-0946-46d7-a417-956bfc4dbec0 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 944 time: 0.0856097 Dec 11 16:29:03.402824 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-51f2e57b-d2dc-4d5e-bda2-3e7808b92d24 req-de3ec571-086a-4596-beed-1f0b7ca2f492 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442295 Dec 11 16:29:03.818321 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08aaa4f-3908-4338-a465-6e295e47b582 req-2f674703-46cd-423c-9c65-89f5625ad1ce tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:03.820002 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d08aaa4f-3908-4338-a465-6e295e47b582 req-2f674703-46cd-423c-9c65-89f5625ad1ce tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0876513 Dec 11 16:29:03.870817 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d08aaa4f-3908-4338-a465-6e295e47b582 req-9708b09b-9d8f-4cb0-9621-8f79fcedbad4 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440056 Dec 11 16:29:04.075727 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987b304-40a0-4169-9143-6022782b620c req-f601d5b5-fa61-422f-abe0-22d680993952 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:04.077675 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6987b304-40a0-4169-9143-6022782b620c req-f601d5b5-fa61-422f-abe0-22d680993952 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.0865510 Dec 11 16:29:04.132007 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6987b304-40a0-4169-9143-6022782b620c req-be89dc7e-88c0-4bd1-bf6b-2de7ea933f10 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476320 Dec 11 16:29:04.619609 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ad60e-b9b2-49b5-a031-db58cce5b9c9 req-fc485778-c58d-458f-a0be-2e8b510c2a71 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:04.635206 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-912ad60e-b9b2-49b5-a031-db58cce5b9c9 req-fc485778-c58d-458f-a0be-2e8b510c2a71 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 944 time: 0.0872643 Dec 11 16:29:04.729838 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-912ad60e-b9b2-49b5-a031-db58cce5b9c9 req-12ea15db-0b43-4bb9-bb44-d7bbec84cf5f tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820861 Dec 11 16:29:05.095085 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456b0aa-8311-404f-b44b-fdc7e7534383 req-4d632b17-7efe-4c99-86be-1cfd9b651fcb tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:05.097330 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4456b0aa-8311-404f-b44b-fdc7e7534383 req-4d632b17-7efe-4c99-86be-1cfd9b651fcb tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0891862 Dec 11 16:29:05.147008 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4456b0aa-8311-404f-b44b-fdc7e7534383 req-a9221d80-02d3-49b4-8106-7cd498b79be0 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426085 Dec 11 16:29:05.361547 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191aaa4c-c345-45b4-8534-9d89cc2d4026 req-071f2f17-9fae-4f95-87d0-ffc003a3b317 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:05.363160 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-191aaa4c-c345-45b4-8534-9d89cc2d4026 req-071f2f17-9fae-4f95-87d0-ffc003a3b317 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.0844755 Dec 11 16:29:05.410584 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-191aaa4c-c345-45b4-8534-9d89cc2d4026 req-06cd88a0-6437-4aee-ad21-85ad82ec8048 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410731 Dec 11 16:29:05.990808 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167f3aa-89ce-4573-bfc0-bd67a08d43cd req-eedf14c5-c9fe-4eb7-a7e6-3f923235e89f tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:05.992450 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7167f3aa-89ce-4573-bfc0-bd67a08d43cd req-eedf14c5-c9fe-4eb7-a7e6-3f923235e89f tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 944 time: 0.0881464 Dec 11 16:29:06.041034 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7167f3aa-89ce-4573-bfc0-bd67a08d43cd req-225582f3-4cad-40c6-99aa-738864e8c855 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420120 Dec 11 16:29:06.369609 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed1311-1fb5-4259-a9fa-4afb7d3c4967 req-f63bf6ee-e018-413b-b6e1-b03f320cf733 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:06.371222 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-29ed1311-1fb5-4259-a9fa-4afb7d3c4967 req-f63bf6ee-e018-413b-b6e1-b03f320cf733 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0895407 Dec 11 16:29:06.421127 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-29ed1311-1fb5-4259-a9fa-4afb7d3c4967 req-423db2ff-8697-4b5d-a800-1b1c3393ec88 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433669 Dec 11 16:29:06.644514 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675493fa-0783-4416-9b46-711eb02cf5a3 req-f6493340-07cd-4203-a514-5a05a6b3ccd4 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:06.646771 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-675493fa-0783-4416-9b46-711eb02cf5a3 req-f6493340-07cd-4203-a514-5a05a6b3ccd4 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.0857122 Dec 11 16:29:06.698880 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-675493fa-0783-4416-9b46-711eb02cf5a3 req-fad234c6-6f1e-437a-81fa-a32347d3f6bc tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445037 Dec 11 16:29:06.732113 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f46ac7-e255-4625-84c4-2f18492bd928 req-c2e60005-a7bc-41fd-9368-e25e2d405ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:06.733734 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-72f46ac7-e255-4625-84c4-2f18492bd928 req-c2e60005-a7bc-41fd-9368-e25e2d405ffc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=eccf3f61bd614d87b3e6357f1c1f13bb&device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 1162 time: 0.0809293 Dec 11 16:29:07.079083 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f46ac7-e255-4625-84c4-2f18492bd928 req-169b4181-aa92-41bc-8f2a-b55eca07563d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:07.080697 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-72f46ac7-e255-4625-84c4-2f18492bd928 req-169b4181-aa92-41bc-8f2a-b55eca07563d service neutron] 10.222.0.87 "GET /v2.0/networks?id=08a7ffcb-dce2-47a5-a283-64fa5b32feea HTTP/1.1" status: 200 len: 911 time: 0.3397768 Dec 11 16:29:07.192152 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-72f46ac7-e255-4625-84c4-2f18492bd928 req-028ecddb-47db-46d1-9c56-9b344a05d7ed service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e928688-2b0d-48e7-8a3b-cc53a8dea49c HTTP/1.1" status: 200 len: 1001 time: 0.1015379 Dec 11 16:29:07.259943 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb8ea7-1e88-4010-acfb-45c217aafc09 req-f52e17b1-26af-431b-bcb8-fed6ff552a74 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:07.261521 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2bfb8ea7-1e88-4010-acfb-45c217aafc09 req-f52e17b1-26af-431b-bcb8-fed6ff552a74 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 944 time: 0.0857089 Dec 11 16:29:07.265722 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f46ac7-e255-4625-84c4-2f18492bd928 req-4754cc59-79dd-4ed6-8292-5c86e21eacc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:07.267277 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-72f46ac7-e255-4625-84c4-2f18492bd928 req-4754cc59-79dd-4ed6-8292-5c86e21eacc6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=35314c86-042c-4482-9db4-a8a492106943 HTTP/1.1" status: 200 len: 856 time: 0.0637352 Dec 11 16:29:07.309854 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2bfb8ea7-1e88-4010-acfb-45c217aafc09 req-4c461d6a-98c4-4905-906d-ab0c1182bb57 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418239 Dec 11 16:29:07.355720 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f46ac7-e255-4625-84c4-2f18492bd928 req-84cba806-1d42-42b7-aeb5-1c3ba672c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:07.357307 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-72f46ac7-e255-4625-84c4-2f18492bd928 req-84cba806-1d42-42b7-aeb5-1c3ba672c8b8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=08a7ffcb-dce2-47a5-a283-64fa5b32feea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0748360 Dec 11 16:29:07.505419 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-72f46ac7-e255-4625-84c4-2f18492bd928 req-3ec0e98f-abb4-4fe7-88a8-f5d17f9acf68 service neutron] 10.222.0.87 "GET /v2.0/networks/08a7ffcb-dce2-47a5-a283-64fa5b32feea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369455 Dec 11 16:29:07.645181 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2119488-d690-4600-9a07-4120a2ba534e req-4611c317-4f67-4bb6-8481-24f6d479cec7 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:07.646942 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b2119488-d690-4600-9a07-4120a2ba534e req-4611c317-4f67-4bb6-8481-24f6d479cec7 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0865889 Dec 11 16:29:07.670101 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-72f46ac7-e255-4625-84c4-2f18492bd928 req-d071ad95-34d6-426f-92e7-f027107c764f service neutron] 10.222.0.87 "GET /v2.0/networks/08a7ffcb-dce2-47a5-a283-64fa5b32feea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1446018 Dec 11 16:29:07.697427 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b2119488-d690-4600-9a07-4120a2ba534e req-4102ad0d-a4fe-48fe-afc2-9ea041bbe6a4 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437121 Dec 11 16:29:07.924138 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68860c4e-07c3-4a69-b731-6572598e1f39 req-88e0479f-d4de-48ed-b535-d4c8c3fa0b02 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:07.925625 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-68860c4e-07c3-4a69-b731-6572598e1f39 req-88e0479f-d4de-48ed-b535-d4c8c3fa0b02 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.0825758 Dec 11 16:29:07.971613 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-68860c4e-07c3-4a69-b731-6572598e1f39 req-547d2906-3db5-4a11-8401-eadae93d5ae5 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395980 Dec 11 16:29:08.525108 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bdb77a-f0e6-42da-ab7b-a60ed501edfd req-7ee1bb2d-b2a8-4368-bdcc-b1629b62265c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:08.526722 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-92bdb77a-f0e6-42da-ab7b-a60ed501edfd req-7ee1bb2d-b2a8-4368-bdcc-b1629b62265c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 944 time: 0.0862331 Dec 11 16:29:08.576544 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-92bdb77a-f0e6-42da-ab7b-a60ed501edfd req-50c4b6d8-49db-4012-8003-613ff368cfe4 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433660 Dec 11 16:29:08.909751 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9738a-8744-4924-8164-5b385e597a31 req-1fdac6b5-b051-44ae-8e09-b5f33d504678 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:08.911975 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c3f9738a-8744-4924-8164-5b385e597a31 req-1fdac6b5-b051-44ae-8e09-b5f33d504678 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0863814 Dec 11 16:29:08.960350 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c3f9738a-8744-4924-8164-5b385e597a31 req-7f3a2e85-82b1-46a0-8e06-232d7385a598 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418184 Dec 11 16:29:09.200507 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4131b-c78c-4856-ad46-81b52ce52383 req-fa985b2b-1c3e-4b43-bbc9-3d5f0412be4a tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:09.202173 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4ff4131b-c78c-4856-ad46-81b52ce52383 req-fa985b2b-1c3e-4b43-bbc9-3d5f0412be4a tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.0843542 Dec 11 16:29:09.249061 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4ff4131b-c78c-4856-ad46-81b52ce52383 req-f6294e03-d05e-4cd4-9ba5-a4b9e0556919 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398500 Dec 11 16:29:09.762552 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 6 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:29:09.792128 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90294a8e-80cf-47cc-af3a-f64b370a1e82 req-52aa3ac7-9f2e-4267-89a2-cf9095ca003f tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:09.793976 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-90294a8e-80cf-47cc-af3a-f64b370a1e82 req-52aa3ac7-9f2e-4267-89a2-cf9095ca003f tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 944 time: 0.0855777 Dec 11 16:29:09.841005 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-90294a8e-80cf-47cc-af3a-f64b370a1e82 req-c763d9b2-0814-4af8-b1fc-02ae7cc1d1be tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405965 Dec 11 16:29:10.107693 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.objects.ports [None req-7fb2d873-1a29-4c59-8882-c41dc2f72381 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80244) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 11 16:29:10.178762 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bdf4d-2610-4e03-bc3e-fd2891dbd153 req-9ec181e3-bbe7-4f5b-a57c-f6a7611bcf24 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:10.180417 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-834bdf4d-2610-4e03-bc3e-fd2891dbd153 req-9ec181e3-bbe7-4f5b-a57c-f6a7611bcf24 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0888071 Dec 11 16:29:10.229973 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-834bdf4d-2610-4e03-bc3e-fd2891dbd153 req-edf2d229-6141-4334-8c47-6c31b7fecdc0 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430546 Dec 11 16:29:10.474655 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2af4a-786c-4019-81f1-3b4aa90a11cf req-897f984e-ec8a-4526-a459-4a1623c8c8c3 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:10.476272 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d8a2af4a-786c-4019-81f1-3b4aa90a11cf req-897f984e-ec8a-4526-a459-4a1623c8c8c3 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.0819817 Dec 11 16:29:10.522668 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d8a2af4a-786c-4019-81f1-3b4aa90a11cf req-d4273d3b-301d-4ccb-bbdc-9a770a7e3c54 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401840 Dec 11 16:29:10.933388 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 2e9f6aa8-d603-4aec-98c4-29173d052700 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:29:11.031418 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning for port 2e9f6aa8-d603-4aec-98c4-29173d052700 completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:29:11.037433 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 2e9f6aa8-d603-4aec-98c4-29173d052700 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:29:11.038088 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:11.112450 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f265a2d-3e93-4007-89e2-b68ce8e0dcb2 req-4402a7fd-4374-41d5-a17f-679e23c61771 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:11.115111 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8f265a2d-3e93-4007-89e2-b68ce8e0dcb2 req-4402a7fd-4374-41d5-a17f-679e23c61771 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 944 time: 0.0964031 Dec 11 16:29:11.164381 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8f265a2d-3e93-4007-89e2-b68ce8e0dcb2 req-20d72acb-93b8-47d5-9ce1-024571d2ef84 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422199 Dec 11 16:29:11.177938 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:11.206419 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf32b00-2dff-4719-a8dc-dd37d1fd431c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9f6aa8-d603-4aec-98c4-29173d052700'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:29:11.217008 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port 2e9f6aa8-d603-4aec-98c4-29173d052700, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=2e9f6aa8-d603-4aec-98c4-29173d052700,segment=NetworkSegment(532a29ae-da3b-4091-a1c4-ce66941d99d8),segment_id=532a29ae-da3b-4091-a1c4-ce66941d99d8)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:29:11.220603 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:11.223097 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0fba496a-b5e0-4648-80e3-e9460f431a30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:29:11.275656 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf32b00-2dff-4719-a8dc-dd37d1fd431c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9f6aa8-d603-4aec-98c4-29173d052700', 'code': 200} Dec 11 16:29:11.299609 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=2e9f6aa8-d603-4aec-98c4-29173d052700,revision_number=4']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:29:11.308186 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:29:11.483083 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf94487-ec49-4245-9b9e-b338c68139ab req-a1cc7005-3400-4742-bc81-d1b5d497b529 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:11.492508 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ecf94487-ec49-4245-9b9e-b338c68139ab req-a1cc7005-3400-4742-bc81-d1b5d497b529 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.1149027 Dec 11 16:29:11.588448 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15d778-99a4-4323-b219-95117bc4b456 req-0def58c4-16e6-4ab5-8dba-f16a8529e947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:11.590071 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0b15d778-99a4-4323-b219-95117bc4b456 req-0def58c4-16e6-4ab5-8dba-f16a8529e947 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 1163 time: 0.0802641 Dec 11 16:29:11.592037 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ecf94487-ec49-4245-9b9e-b338c68139ab req-3e844aa9-0e62-448e-ad98-afb8117dde9e tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982838 Dec 11 16:29:11.618232 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 43618) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:29:11.625428 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6444fb2-4cc7-43bd-95e3-0f2f34de2e1c req-ad65a3d4-1750-4ad1-8955-ba8b45a63ca3 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:11.627306 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b6444fb2-4cc7-43bd-95e3-0f2f34de2e1c req-ad65a3d4-1750-4ad1-8955-ba8b45a63ca3 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.1190629 Dec 11 16:29:11.654586 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0b15d778-99a4-4323-b219-95117bc4b456 req-680283a1-d504-4de9-956e-990c0e2af39d service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553744 Dec 11 16:29:11.682963 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b6444fb2-4cc7-43bd-95e3-0f2f34de2e1c req-03e69f53-e1a4-4d8a-b6d0-68d22dfa13b2 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474665 Dec 11 16:29:11.806983 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-59784be2-5677-4999-b3eb-de27a8177eb2 req-6678b80e-2135-4bd3-8c3c-c732f97a0024 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1780655 Dec 11 16:29:12.158142 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 2e9f6aa8-d603-4aec-98c4-29173d052700 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:29:12.396610 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 2e9f6aa8-d603-4aec-98c4-29173d052700 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:29:12.397453 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:12.417915 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb98ce-facb-4e0b-b71b-5efce7afb428 req-5b6da3d3-fa53-4ebd-b750-8bc829f34e12 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:12.419805 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-80eb98ce-facb-4e0b-b71b-5efce7afb428 req-5b6da3d3-fa53-4ebd-b750-8bc829f34e12 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 946 time: 0.0916610 Dec 11 16:29:12.487354 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-80eb98ce-facb-4e0b-b71b-5efce7afb428 req-b8207e53-c971-4591-9a6d-9fa34d8d3e16 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597861 Dec 11 16:29:12.574225 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 6e928688-2b0d-48e7-8a3b-cc53a8dea49c no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:29:12.699024 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:12.740200 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port 6e928688-2b0d-48e7-8a3b-cc53a8dea49c, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=6e928688-2b0d-48e7-8a3b-cc53a8dea49c,segment=NetworkSegment(e6501d83-0c9c-4b21-bbe2-cb17b597d222),segment_id=e6501d83-0c9c-4b21-bbe2-cb17b597d222)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:29:12.743586 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:12.745790 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:29:12.818344 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=6e928688-2b0d-48e7-8a3b-cc53a8dea49c,revision_number=5']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:29:12.821729 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:29:12.836434 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b54fe-af31-4e32-92fb-b22a78f8c19f req-b528bc13-2407-47ee-9872-3b25b5d1ced7 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:12.838256 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f64b54fe-af31-4e32-92fb-b22a78f8c19f req-b528bc13-2407-47ee-9872-3b25b5d1ced7 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0904109 Dec 11 16:29:12.941283 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f64b54fe-af31-4e32-92fb-b22a78f8c19f req-3f29da6b-210a-43c7-823c-f2a57d02b837 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958402 Dec 11 16:29:12.967828 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2f508-ac5c-4556-b4b5-b6ef04520366 req-a0f56e4b-d4bf-48da-9f26-d101bf1ca819 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:12.969513 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-fac2f508-ac5c-4556-b4b5-b6ef04520366 req-a0f56e4b-d4bf-48da-9f26-d101bf1ca819 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 943 time: 0.1223125 Dec 11 16:29:13.225622 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-fac2f508-ac5c-4556-b4b5-b6ef04520366 req-9da6d70d-c288-45e6-98d1-a5512f4ced86 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479837 Dec 11 16:29:13.276690 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7283c35b-ec7b-41bc-8c9f-ff4bb250cda8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e928688-2b0d-48e7-8a3b-cc53a8dea49c'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:29:13.342178 dv-cinder-766752-1-smb neutron-server[80122]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7283c35b-ec7b-41bc-8c9f-ff4bb250cda8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6e928688-2b0d-48e7-8a3b-cc53a8dea49c', 'code': 422} returned with failed status Dec 11 16:29:13.454538 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59784be2-5677-4999-b3eb-de27a8177eb2 req-994027d3-2652-42f6-8e24-0aac6a7e76a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:13.456121 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-59784be2-5677-4999-b3eb-de27a8177eb2 req-994027d3-2652-42f6-8e24-0aac6a7e76a2 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8&tenant_id=eccf3f61bd614d87b3e6357f1c1f13bb HTTP/1.1" status: 200 len: 1160 time: 0.0770888 Dec 11 16:29:13.580493 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59784be2-5677-4999-b3eb-de27a8177eb2 req-ecb434b4-0977-4699-a5ec-34aea83e6b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:13.582091 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-59784be2-5677-4999-b3eb-de27a8177eb2 req-ecb434b4-0977-4699-a5ec-34aea83e6b10 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=eccf3f61bd614d87b3e6357f1c1f13bb&device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 1160 time: 0.0770667 Dec 11 16:29:13.691885 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7a6c3-6218-442b-be32-a621c337a8fc req-821889de-f788-4f5a-a656-c120b8e734e4 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:13.693491 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d9e7a6c3-6218-442b-be32-a621c337a8fc req-821889de-f788-4f5a-a656-c120b8e734e4 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 946 time: 0.0844324 Dec 11 16:29:13.734883 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59784be2-5677-4999-b3eb-de27a8177eb2 req-a7685477-5310-49eb-9ae1-4d1bf4db4a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:13.736495 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-59784be2-5677-4999-b3eb-de27a8177eb2 req-a7685477-5310-49eb-9ae1-4d1bf4db4a48 service neutron] 10.222.0.87 "GET /v2.0/networks?id=08a7ffcb-dce2-47a5-a283-64fa5b32feea HTTP/1.1" status: 200 len: 911 time: 0.1467078 Dec 11 16:29:13.744172 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d9e7a6c3-6218-442b-be32-a621c337a8fc req-28418633-b62b-46f9-a7f7-2c79ef2ff6cb tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440786 Dec 11 16:29:13.843192 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-59784be2-5677-4999-b3eb-de27a8177eb2 req-54dad4d6-ffa0-4613-b6c3-67bc92ee5b7e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e928688-2b0d-48e7-8a3b-cc53a8dea49c HTTP/1.1" status: 200 len: 999 time: 0.0986967 Dec 11 16:29:13.850171 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-914b522a-b014-4564-818f-13ccaad93445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:13.962129 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f15920-408f-4a2d-97be-d713d51aacba req-eec03c36-3945-47da-a257-def7ceb69c62 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:13.963074 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59784be2-5677-4999-b3eb-de27a8177eb2 req-95410f30-8dd5-4410-a33f-c27d6522060e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:13.963752 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f8f15920-408f-4a2d-97be-d713d51aacba req-eec03c36-3945-47da-a257-def7ceb69c62 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 946 time: 0.0871661 Dec 11 16:29:13.964638 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-59784be2-5677-4999-b3eb-de27a8177eb2 req-95410f30-8dd5-4410-a33f-c27d6522060e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=35314c86-042c-4482-9db4-a8a492106943 HTTP/1.1" status: 200 len: 856 time: 0.0683932 Dec 11 16:29:14.012416 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f8f15920-408f-4a2d-97be-d713d51aacba req-bd2ff2b4-376f-46c7-899c-5ac8ab84a2f4 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421226 Dec 11 16:29:14.066433 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59784be2-5677-4999-b3eb-de27a8177eb2 req-88672b4a-ef38-4654-8ec5-c78ae80ee4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:14.068040 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-59784be2-5677-4999-b3eb-de27a8177eb2 req-88672b4a-ef38-4654-8ec5-c78ae80ee4ca service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=08a7ffcb-dce2-47a5-a283-64fa5b32feea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770123 Dec 11 16:29:14.177973 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3252a77-1dc7-4225-bd5b-471e550395bd req-d6d4e5f9-41af-41b0-a3ff-fd5e0274c21f tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:14.179769 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e3252a77-1dc7-4225-bd5b-471e550395bd req-d6d4e5f9-41af-41b0-a3ff-fd5e0274c21f tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0919478 Dec 11 16:29:14.216242 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 2e9f6aa8-d603-4aec-98c4-29173d052700 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:29:14.234965 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e3252a77-1dc7-4225-bd5b-471e550395bd req-c1762d64-064a-487e-b563-2b07e097b592 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482388 Dec 11 16:29:14.280382 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-59784be2-5677-4999-b3eb-de27a8177eb2 req-62544320-4942-4537-acea-4aea3590353c service neutron] 10.222.0.87 "GET /v2.0/networks/08a7ffcb-dce2-47a5-a283-64fa5b32feea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641924 Dec 11 16:29:14.315801 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 2e9f6aa8-d603-4aec-98c4-29173d052700 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:29:14.316743 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:14.441957 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-59784be2-5677-4999-b3eb-de27a8177eb2 req-6d033c15-90c3-4de0-b19b-352fd44af451 service neutron] 10.222.0.87 "GET /v2.0/networks/08a7ffcb-dce2-47a5-a283-64fa5b32feea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1538911 Dec 11 16:29:14.559233 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273a2b2-9702-4320-8dce-8559cc3ed6d0 req-62d82baa-638f-4c91-a618-d71c03b866d3 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:14.560854 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a273a2b2-9702-4320-8dce-8559cc3ed6d0 req-62d82baa-638f-4c91-a618-d71c03b866d3 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 943 time: 0.1519477 Dec 11 16:29:14.571956 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5c973-02de-4cf4-814b-b0260ce6b8f9 req-ad316173-2b73-4aad-803e-69511b1c2ff8 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:14.573442 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-fce5c973-02de-4cf4-814b-b0260ce6b8f9 req-ad316173-2b73-4aad-803e-69511b1c2ff8 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 946 time: 0.1245773 Dec 11 16:29:14.649255 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a273a2b2-9702-4320-8dce-8559cc3ed6d0 req-6cc64757-1753-4761-a987-4179a56d4aea tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747633 Dec 11 16:29:14.653662 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-fce5c973-02de-4cf4-814b-b0260ce6b8f9 req-f14f7d2d-548b-46f7-a90e-fb517e784b1d tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636065 Dec 11 16:29:15.459104 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c071c-92e4-47c4-89a0-b0d23aec3b75 req-3da6047c-1f86-4558-9259-aad74334d572 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:15.460767 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5b9c071c-92e4-47c4-89a0-b0d23aec3b75 req-3da6047c-1f86-4558-9259-aad74334d572 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0854821 Dec 11 16:29:15.525773 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5b9c071c-92e4-47c4-89a0-b0d23aec3b75 req-3ed8d4f0-f513-49ac-a6d8-ca653ce76588 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584576 Dec 11 16:29:15.903797 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231a613-09c2-4c9d-a582-3afe3d011a73 req-af4f86b7-5353-41e9-b5c2-01bc6bf16526 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:15.905629 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e231a613-09c2-4c9d-a582-3afe3d011a73 req-af4f86b7-5353-41e9-b5c2-01bc6bf16526 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 943 time: 0.0920897 Dec 11 16:29:15.959606 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e231a613-09c2-4c9d-a582-3afe3d011a73 req-aaf356c4-94dd-4912-af55-1a78b6cbbf05 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466120 Dec 11 16:29:16.119772 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a581a6e1-ec76-4ca1-b036-bdb87daf6c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:16.361340 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 2e9f6aa8-d603-4aec-98c4-29173d052700 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:29:16.433206 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 2e9f6aa8-d603-4aec-98c4-29173d052700 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:29:16.433626 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:16.572852 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 5a441077-a0cb-4077-aa7a-34ff516b984c up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:29:16.652668 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 5a441077-a0cb-4077-aa7a-34ff516b984c triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:29:16.653360 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:16.848187 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:16.883090 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22232679-c3ad-4132-96bc-0bcc607bf388 req-31960259-10e4-40e6-ac5e-bf215d3b3f5b tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:16.884967 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-22232679-c3ad-4132-96bc-0bcc607bf388 req-31960259-10e4-40e6-ac5e-bf215d3b3f5b tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.1111131 Dec 11 16:29:16.945923 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-22232679-c3ad-4132-96bc-0bcc607bf388 req-2e082963-909c-494f-adcd-87ed2d4deff2 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545228 Dec 11 16:29:17.203897 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2965e1-ea93-4e69-92ff-9103c5003814 req-9de3a8ff-a687-4f0d-9449-e62897736a86 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:17.205497 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0d2965e1-ea93-4e69-92ff-9103c5003814 req-9de3a8ff-a687-4f0d-9449-e62897736a86 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 943 time: 0.0849202 Dec 11 16:29:17.254614 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0d2965e1-ea93-4e69-92ff-9103c5003814 req-5a8c7d5f-8064-4d30-8ec2-a8da5b51a728 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422127 Dec 11 16:29:17.541242 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:18.169799 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3c939-1cd7-42bc-982f-00066bf13d94 req-2356a086-379f-4e9c-9d7b-75591f6ae961 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:18.171357 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7de3c939-1cd7-42bc-982f-00066bf13d94 req-2356a086-379f-4e9c-9d7b-75591f6ae961 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0861623 Dec 11 16:29:18.222033 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7de3c939-1cd7-42bc-982f-00066bf13d94 req-8076232e-0a9a-4221-8c68-63734fce3f7c tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441210 Dec 11 16:29:18.418285 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:18.496785 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4f2be-a3b5-48c6-b61e-96a89a3dfb62 req-3e958ea5-01a8-45e5-9826-2bd027af9dd9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:18.498306 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-64e4f2be-a3b5-48c6-b61e-96a89a3dfb62 req-3e958ea5-01a8-45e5-9826-2bd027af9dd9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 943 time: 0.0883398 Dec 11 16:29:18.558544 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-64e4f2be-a3b5-48c6-b61e-96a89a3dfb62 req-53d48247-0cf3-43fb-a70b-764341eabc71 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530040 Dec 11 16:29:19.446211 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5713995-122e-448d-8f20-e274d4ea824a req-77880a80-2396-455d-827c-2a799fdda73c tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:19.448185 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a5713995-122e-448d-8f20-e274d4ea824a req-77880a80-2396-455d-827c-2a799fdda73c tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0904272 Dec 11 16:29:19.496295 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a5713995-122e-448d-8f20-e274d4ea824a req-76406588-c4ba-4377-9022-8ee45d063d7a tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415783 Dec 11 16:29:19.812476 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46432109-fe60-4eb3-8951-71e855608c56 req-becad622-eeff-48f6-821f-90eee33bb463 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:19.814097 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-46432109-fe60-4eb3-8951-71e855608c56 req-becad622-eeff-48f6-821f-90eee33bb463 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 943 time: 0.0872519 Dec 11 16:29:19.862153 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-46432109-fe60-4eb3-8951-71e855608c56 req-d9869dd4-a6c7-4ae3-82e0-685587c376e9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409243 Dec 11 16:29:20.732787 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bb874-aa03-4fed-87a6-1ccc20b98dda req-a027e8e3-b692-4101-9b06-f70f4506b584 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:20.734388 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-918bb874-aa03-4fed-87a6-1ccc20b98dda req-a027e8e3-b692-4101-9b06-f70f4506b584 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.1061463 Dec 11 16:29:20.792816 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-918bb874-aa03-4fed-87a6-1ccc20b98dda req-852bd8db-4490-4824-a355-3bd61dc38cab tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514553 Dec 11 16:29:21.103446 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b613ea0-8f75-4fe7-87ce-97a7e2b9c93f req-85c6e874-5f63-4c2b-a8b2-d05e4581f6b9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:21.105118 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4b613ea0-8f75-4fe7-87ce-97a7e2b9c93f req-85c6e874-5f63-4c2b-a8b2-d05e4581f6b9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 943 time: 0.0827649 Dec 11 16:29:21.161797 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4b613ea0-8f75-4fe7-87ce-97a7e2b9c93f req-37e1c0d8-7336-4cf7-84dc-151999efa883 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502813 Dec 11 16:29:22.039725 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d1494-8ecb-4b95-9289-93026a66ea1c req-34c2d93c-953c-4841-8ca3-d91e6332c1a6 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:22.041229 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-958d1494-8ecb-4b95-9289-93026a66ea1c req-34c2d93c-953c-4841-8ca3-d91e6332c1a6 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0975902 Dec 11 16:29:22.088236 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-958d1494-8ecb-4b95-9289-93026a66ea1c req-2fd8b1e0-6ff9-472d-9765-5878523eaf78 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404286 Dec 11 16:29:22.397818 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0ad1f-ed11-4c1c-a325-b0ea1543075a req-4b41271b-c170-4270-855d-5056067bfb90 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:22.399410 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d8c0ad1f-ed11-4c1c-a325-b0ea1543075a req-4b41271b-c170-4270-855d-5056067bfb90 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 943 time: 0.0860393 Dec 11 16:29:22.450219 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d8c0ad1f-ed11-4c1c-a325-b0ea1543075a req-2f52e6d8-f2cc-4557-ac99-ec189697457d tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443311 Dec 11 16:29:23.214350 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:23.309338 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a313a-dfd0-41f3-b8db-fbb95f0d3003 req-8c7e64cf-5cca-46cb-9020-ac6944d8da94 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:23.310929 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-500a313a-dfd0-41f3-b8db-fbb95f0d3003 req-8c7e64cf-5cca-46cb-9020-ac6944d8da94 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0880275 Dec 11 16:29:23.357937 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-500a313a-dfd0-41f3-b8db-fbb95f0d3003 req-4f511166-70fc-4065-81a3-5adfe3167318 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401282 Dec 11 16:29:23.715273 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c264a-ab32-40b0-a079-b8d87cdf4579 req-727d8e0d-79a1-4a52-ab7a-330c21cce347 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:23.722966 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a88c264a-ab32-40b0-a079-b8d87cdf4579 req-727d8e0d-79a1-4a52-ab7a-330c21cce347 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 943 time: 0.0931017 Dec 11 16:29:23.767987 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a88c264a-ab32-40b0-a079-b8d87cdf4579 req-2cb43a48-0039-4c3e-ac1d-4dfbbd151929 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441120 Dec 11 16:29:24.577162 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ab029-5c80-4f8f-b88a-a6b40b9bf49c req-dc1ce113-9cbf-415f-b18c-b23441a77cc0 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:24.578791 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1b6ab029-5c80-4f8f-b88a-a6b40b9bf49c req-dc1ce113-9cbf-415f-b18c-b23441a77cc0 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0864644 Dec 11 16:29:24.632284 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1b6ab029-5c80-4f8f-b88a-a6b40b9bf49c req-cbc6f49e-3dc9-4b3b-9c04-d1b7eb7045b4 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464261 Dec 11 16:29:25.005333 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d39fa-f9c9-433b-83f2-70b62e599e99 req-114805f0-f63c-4513-a337-d953f06f076d tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:25.006962 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-816d39fa-f9c9-433b-83f2-70b62e599e99 req-114805f0-f63c-4513-a337-d953f06f076d tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 943 time: 0.0905151 Dec 11 16:29:25.058499 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-816d39fa-f9c9-433b-83f2-70b62e599e99 req-b84b4462-dd03-495d-a948-ea611ca24b15 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434222 Dec 11 16:29:25.855959 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f47f71-f305-489e-8d53-531dfbf7c78c req-558ea833-0993-4101-9ae6-bb8dbfcda0ce tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:25.857571 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-74f47f71-f305-489e-8d53-531dfbf7c78c req-558ea833-0993-4101-9ae6-bb8dbfcda0ce tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0868189 Dec 11 16:29:25.912086 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-74f47f71-f305-489e-8d53-531dfbf7c78c req-542d9432-1ff9-4652-afca-508ca209e322 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459287 Dec 11 16:29:26.297864 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6999eb-ec29-44fe-9d3f-e0b72687f305 req-f7d84cdf-6e29-43cf-81bc-435429bce58d tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:26.299485 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ca6999eb-ec29-44fe-9d3f-e0b72687f305 req-f7d84cdf-6e29-43cf-81bc-435429bce58d tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 943 time: 0.0908363 Dec 11 16:29:26.348057 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ca6999eb-ec29-44fe-9d3f-e0b72687f305 req-8bc3f4b6-ba06-451e-9832-de84bddcbbb4 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421906 Dec 11 16:29:27.135323 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605b179-263d-4c6b-a3f7-36675640f959 req-6c47347f-3870-4a41-b6f6-a72695e7e198 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:27.136909 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d605b179-263d-4c6b-a3f7-36675640f959 req-6c47347f-3870-4a41-b6f6-a72695e7e198 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0965264 Dec 11 16:29:27.183480 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d605b179-263d-4c6b-a3f7-36675640f959 req-f2f1c766-64bd-4d0c-a17c-861b5cbf4288 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402477 Dec 11 16:29:27.587513 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e1949-fb05-43e2-ac87-15ef72b0d849 req-1573268d-6f6e-47b1-9ec9-3ede46e69683 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:27.589106 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f08e1949-fb05-43e2-ac87-15ef72b0d849 req-1573268d-6f6e-47b1-9ec9-3ede46e69683 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 943 time: 0.0913439 Dec 11 16:29:27.651629 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f08e1949-fb05-43e2-ac87-15ef72b0d849 req-80877998-0d2d-4014-9a3f-764b76d9692e tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558043 Dec 11 16:29:27.760426 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38ab57-3fee-4ac8-b658-fa13bc8bf634 req-a04b7017-f7ac-4578-a1a1-7dc556b2bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:27.762019 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7f38ab57-3fee-4ac8-b658-fa13bc8bf634 req-a04b7017-f7ac-4578-a1a1-7dc556b2bbea service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3aac1554ef17430cad7c85fea3e3ff64&device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 1162 time: 0.1655047 Dec 11 16:29:28.015884 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38ab57-3fee-4ac8-b658-fa13bc8bf634 req-49191a1e-2f62-4b76-a67d-8a36036f719c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:28.017506 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7f38ab57-3fee-4ac8-b658-fa13bc8bf634 req-49191a1e-2f62-4b76-a67d-8a36036f719c service neutron] 10.222.0.87 "GET /v2.0/networks?id=9ec77316-2c94-4b1a-b7f0-14bd7e44d817 HTTP/1.1" status: 200 len: 913 time: 0.1520004 Dec 11 16:29:28.093484 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7f38ab57-3fee-4ac8-b658-fa13bc8bf634 req-8ed70ff6-2bdb-421a-9e14-2b5a48adbcf0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a441077-a0cb-4077-aa7a-34ff516b984c HTTP/1.1" status: 200 len: 217 time: 0.0632739 Dec 11 16:29:28.205052 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38ab57-3fee-4ac8-b658-fa13bc8bf634 req-d7056d3c-c4b2-4040-a497-8d5babb57420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:28.206635 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7f38ab57-3fee-4ac8-b658-fa13bc8bf634 req-d7056d3c-c4b2-4040-a497-8d5babb57420 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e6404f2-4e6d-43c0-8f0c-00c87c7cbef7 HTTP/1.1" status: 200 len: 859 time: 0.0693846 Dec 11 16:29:28.258382 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7f38ab57-3fee-4ac8-b658-fa13bc8bf634 req-a168f15e-8b32-4f38-b64d-7facc61c4a71 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9ec77316-2c94-4b1a-b7f0-14bd7e44d817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445106 Dec 11 16:29:28.399387 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc820270-e364-4adc-89ef-376ff1e3d6ee req-19e0a562-169a-4e70-8415-31d1ccaf265e tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:28.401026 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-fc820270-e364-4adc-89ef-376ff1e3d6ee req-19e0a562-169a-4e70-8415-31d1ccaf265e tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0864575 Dec 11 16:29:28.411564 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7f38ab57-3fee-4ac8-b658-fa13bc8bf634 req-519d1caf-d6d8-40e7-86f2-905a390b86a2 service neutron] 10.222.0.87 "GET /v2.0/networks/9ec77316-2c94-4b1a-b7f0-14bd7e44d817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442516 Dec 11 16:29:28.449919 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-fc820270-e364-4adc-89ef-376ff1e3d6ee req-70bd59cd-595b-4377-9325-ef92ee5e76dd tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422907 Dec 11 16:29:28.559980 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7f38ab57-3fee-4ac8-b658-fa13bc8bf634 req-233b9025-6885-4da7-b769-728c0c1a9046 service neutron] 10.222.0.87 "GET /v2.0/networks/9ec77316-2c94-4b1a-b7f0-14bd7e44d817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1381195 Dec 11 16:29:28.936813 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5359d4a-3ffd-47dc-9138-790ee5eab7da req-cda001b5-ff07-48b9-a8bc-0814cad75500 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:28.938453 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e5359d4a-3ffd-47dc-9138-790ee5eab7da req-cda001b5-ff07-48b9-a8bc-0814cad75500 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 943 time: 0.0991032 Dec 11 16:29:28.989040 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e5359d4a-3ffd-47dc-9138-790ee5eab7da req-2c2126cc-ee8d-4821-924f-4fa00fc972d8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433948 Dec 11 16:29:29.669469 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7f889-3ad2-4ea8-8f53-fcd571cc5c57 req-fff5028a-810c-4402-af7e-16d5264f31af tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:29.671084 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bcc7f889-3ad2-4ea8-8f53-fcd571cc5c57 req-fff5028a-810c-4402-af7e-16d5264f31af tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0865910 Dec 11 16:29:29.720090 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bcc7f889-3ad2-4ea8-8f53-fcd571cc5c57 req-e0ed8d85-50ca-4446-8fb9-9c4e08546903 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417206 Dec 11 16:29:29.963705 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dade7f-cd8f-4c25-a483-d238c4205d1e req-b8bdf930-0735-409d-b778-dcce5806dbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:29.965310 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-08dade7f-cd8f-4c25-a483-d238c4205d1e req-b8bdf930-0735-409d-b778-dcce5806dbbd service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 1162 time: 0.0758030 Dec 11 16:29:30.014799 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-08dade7f-cd8f-4c25-a483-d238c4205d1e req-4d664aba-304b-43ed-b8eb-0b2fd38b8f19 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404732 Dec 11 16:29:30.225671 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe267e6-124f-475c-8b80-c659e50a8265 req-f6129987-40a2-4a86-a3eb-74bf3751e391 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:30.227279 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7fe267e6-124f-475c-8b80-c659e50a8265 req-f6129987-40a2-4a86-a3eb-74bf3751e391 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 943 time: 0.0866432 Dec 11 16:29:30.275579 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7fe267e6-124f-475c-8b80-c659e50a8265 req-57bdb43d-5529-4a1e-b0a4-063dae93c519 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415821 Dec 11 16:29:30.572219 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bf78d-d4df-4cca-afb8-8c14ec2a4633 req-dcd7e427-621b-4967-b0c5-bf5dbecf8c4f tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:30.573811 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-318bf78d-d4df-4cca-afb8-8c14ec2a4633 req-dcd7e427-621b-4967-b0c5-bf5dbecf8c4f tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 946 time: 0.0823932 Dec 11 16:29:30.623789 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-318bf78d-d4df-4cca-afb8-8c14ec2a4633 req-47d5ad4c-9e6e-4473-95bd-6d34bed1665e tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436387 Dec 11 16:29:30.835668 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6f400773-f565-48ef-a5f7-3de885bc27e7 req-afaed221-72a7-4a0a-81a0-79954ec1b59c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1570261 Dec 11 16:29:30.845855 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-6f400773-f565-48ef-a5f7-3de885bc27e7 req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Request body: {'floatingip': {'floating_network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:29:30.852261 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-6f400773-f565-48ef-a5f7-3de885bc27e7 req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:29:30.858131 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-6f400773-f565-48ef-a5f7-3de885bc27e7 req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Usage tracker for resource:floatingip and tenant:e37fdc83c4594f89972cc36f62859783 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:29:30.892702 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-6f400773-f565-48ef-a5f7-3de885bc27e7 req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:29:30.906093 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-6f400773-f565-48ef-a5f7-3de885bc27e7 req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:29:30.926243 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6f400773-f565-48ef-a5f7-3de885bc27e7 req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks [] for floatingip, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:31.036201 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f87a14-d5af-4284-9a5f-9fc38c8d8c09 req-847a89e2-b55d-48c6-ab27-8e756af2c296 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:31.037782 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-57f87a14-d5af-4284-9a5f-9fc38c8d8c09 req-847a89e2-b55d-48c6-ab27-8e756af2c296 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.1828232 Dec 11 16:29:31.110538 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-57f87a14-d5af-4284-9a5f-9fc38c8d8c09 req-4e5ca0d4-46f5-4815-9a91-73ed65b82818 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638754 Dec 11 16:29:31.126187 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6f400773-f565-48ef-a5f7-3de885bc27e7 req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:31.412779 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-6f400773-f565-48ef-a5f7-3de885bc27e7 req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Allocated IP 172.28.1.164 (ad2ee80a-1b86-455c-8869-eab43da82ba0/ba014d62-0f8d-4c1a-b66b-b32d18d6affa/3fa0c6bb-c0d8-4580-adf2-49aee233eb59) {{(pid=80242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:29:31.625240 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238d1a1-74f3-40c7-8a00-07eca944ced1 req-301f5afa-3a9a-4acf-b194-9d122811ac45 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:31.627081 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7238d1a1-74f3-40c7-8a00-07eca944ced1 req-301f5afa-3a9a-4acf-b194-9d122811ac45 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 943 time: 0.2004700 Dec 11 16:29:31.661512 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6f400773-f565-48ef-a5f7-3de885bc27e7 req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks [] for port, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:31.697741 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7238d1a1-74f3-40c7-8a00-07eca944ced1 req-41e0a87a-f6e0-40f6-8212-e590ee8255ef tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589986 Dec 11 16:29:31.714213 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6f400773-f565-48ef-a5f7-3de885bc27e7 req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839577674'] for port, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:31.731289 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:29:32.052703 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Pushing event updated for resources: {'Port': ['ID=3fa0c6bb-c0d8-4580-adf2-49aee233eb59,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:29:32.075305 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:32.075722 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:32.076109 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:32.076492 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:32.076875 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:32.077251 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:32.077626 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:32.077998 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:32.078367 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:32.078736 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:32.079103 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:32.079485 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:32.079897 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:32.080267 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:32.080634 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:32.081001 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:32.081390 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:32.081758 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:32.082124 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:32.082498 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:32.082862 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:32.083229 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:32.083656 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:32.084023 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:32.090056 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:29:32.125080 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f400773-f565-48ef-a5f7-3de885bc27e7 req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Network ad2ee80a-1b86-455c-8869-eab43da82ba0 is already hosted by enough agents. {{(pid=80242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:29:32.126294 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-6f400773-f565-48ef-a5f7-3de885bc27e7 req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Resources bound (agent type, host, resource id): {{(pid=80242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:29:32.129149 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f400773-f565-48ef-a5f7-3de885bc27e7 req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Received port after_create {{(pid=80242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:29:32.252559 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6f400773-f565-48ef-a5f7-3de885bc27e7 req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks [] for floatingip, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:32.376385 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6f400773-f565-48ef-a5f7-3de885bc27e7 req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:32.469694 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54a321-82bb-4104-b8c4-aa2d3ab7dc9f req-dcea04af-20c3-422e-9058-e3e10fba7aef tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:32.471257 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1c54a321-82bb-4104-b8c4-aa2d3ab7dc9f req-dcea04af-20c3-422e-9058-e3e10fba7aef tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.2117083 Dec 11 16:29:32.539990 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1c54a321-82bb-4104-b8c4-aa2d3ab7dc9f req-5b73acb5-7cd4-455f-b7be-7ad296f931c2 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579293 Dec 11 16:29:32.545783 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 5a441077-a0cb-4077-aa7a-34ff516b984c up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:29:32.623762 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 5a441077-a0cb-4077-aa7a-34ff516b984c triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:29:32.624494 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:32.713375 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6f400773-f565-48ef-a5f7-3de885bc27e7 req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks [] for port, precommit_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:32.718266 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6f400773-f565-48ef-a5f7-3de885bc27e7 req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15198093'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:32.736492 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:29:32.871134 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Pushing event updated for resources: {'Port': ['ID=3fa0c6bb-c0d8-4580-adf2-49aee233eb59,revision_number=2']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:29:32.876668 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:29:32.981802 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6f400773-f565-48ef-a5f7-3de885bc27e7 req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854360154'] for floatingip, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:33.004334 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6f400773-f565-48ef-a5f7-3de885bc27e7 req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for floatingip, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:33.005658 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6f400773-f565-48ef-a5f7-3de885bc27e7 req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1639977 Dec 11 16:29:33.092369 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-6f400773-f565-48ef-a5f7-3de885bc27e7 req-29d27c27-cd85-4ca2-9b62-e1877922b8c4 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Synchronizing usage tracker for tenant:e37fdc83c4594f89972cc36f62859783 on resource:floatingip {{(pid=80242) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:29:33.113990 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-6f400773-f565-48ef-a5f7-3de885bc27e7 req-29d27c27-cd85-4ca2-9b62-e1877922b8c4 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Unset dirty status for tenant:e37fdc83c4594f89972cc36f62859783 on resource:floatingip {{(pid=80242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:29:33.121681 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6f400773-f565-48ef-a5f7-3de885bc27e7 req-29d27c27-cd85-4ca2-9b62-e1877922b8c4 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.28.1.164 HTTP/1.1" status: 200 len: 696 time: 0.1096385 Dec 11 16:29:33.344305 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f400773-f565-48ef-a5f7-3de885bc27e7 req-63e3e3a6-b666-443d-ad1a-ef5fbe1b861b tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:33.345722 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6f400773-f565-48ef-a5f7-3de885bc27e7 req-63e3e3a6-b666-443d-ad1a-ef5fbe1b861b tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/networks/ad2ee80a-1b86-455c-8869-eab43da82ba0 HTTP/1.1" status: 200 len: 784 time: 0.2231936 Dec 11 16:29:33.360201 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [req-6f400773-f565-48ef-a5f7-3de885bc27e7 req-100cfbb4-9736-4caa-84c4-7ce8057aa13c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80242) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 11 16:29:33.361257 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6f400773-f565-48ef-a5f7-3de885bc27e7 req-100cfbb4-9736-4caa-84c4-7ce8057aa13c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0085285 Dec 11 16:29:33.370417 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc2ba9-cce0-434c-a9a8-13906aa3f0ce req-a3129e02-e374-4d99-88b7-44161ffbcf22 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:33.372298 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-aafc2ba9-cce0-434c-a9a8-13906aa3f0ce req-a3129e02-e374-4d99-88b7-44161ffbcf22 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 943 time: 0.1558034 Dec 11 16:29:33.426680 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-aafc2ba9-cce0-434c-a9a8-13906aa3f0ce req-c495fcc3-219f-48e3-8e83-218a38bc044b tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481675 Dec 11 16:29:33.671906 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0496cb-12b6-44db-b067-4f30588e063c req-e6b8d1fc-215c-4dd8-b089-23c478eb6299 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:33.674269 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6b0496cb-12b6-44db-b067-4f30588e063c req-e6b8d1fc-215c-4dd8-b089-23c478eb6299 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1086409 Dec 11 16:29:33.698830 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad0281-0222-4b04-b330-0efa0976fa00 req-ddaf21fc-6bcf-4150-9975-3d0938c73971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:33.700773 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-07ad0281-0222-4b04-b330-0efa0976fa00 req-ddaf21fc-6bcf-4150-9975-3d0938c73971 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3aac1554ef17430cad7c85fea3e3ff64&device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 1162 time: 0.0817494 Dec 11 16:29:33.772308 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6b0496cb-12b6-44db-b067-4f30588e063c req-13d4ff6f-7899-48df-9ff8-080afbd9a9f6 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.28.1.164 HTTP/1.1" status: 200 len: 696 time: 0.0916581 Dec 11 16:29:33.781746 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-6b0496cb-12b6-44db-b067-4f30588e063c req-5254103d-94f4-48ca-9475-054845e30b01 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Request body: {'floatingip': {'port_id': '2e9f6aa8-d603-4aec-98c4-29173d052700', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:29:33.895328 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad0281-0222-4b04-b330-0efa0976fa00 req-cff872e1-19b5-4625-b450-dc9dd9dc1126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:33.896822 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-07ad0281-0222-4b04-b330-0efa0976fa00 req-cff872e1-19b5-4625-b450-dc9dd9dc1126 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9ec77316-2c94-4b1a-b7f0-14bd7e44d817 HTTP/1.1" status: 200 len: 913 time: 0.1564021 Dec 11 16:29:33.910392 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6b0496cb-12b6-44db-b067-4f30588e063c req-5254103d-94f4-48ca-9475-054845e30b01 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks [] for floatingip, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:33.977855 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-07ad0281-0222-4b04-b330-0efa0976fa00 req-a3c9c961-2a87-43ce-86d9-9376b7070ec8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a441077-a0cb-4077-aa7a-34ff516b984c HTTP/1.1" status: 200 len: 217 time: 0.0664539 Dec 11 16:29:34.049013 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad0281-0222-4b04-b330-0efa0976fa00 req-33b37960-1b1f-4c3e-b91b-74b5d4d259a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:34.051205 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-07ad0281-0222-4b04-b330-0efa0976fa00 req-33b37960-1b1f-4c3e-b91b-74b5d4d259a6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e6404f2-4e6d-43c0-8f0c-00c87c7cbef7 HTTP/1.1" status: 200 len: 859 time: 0.0658381 Dec 11 16:29:34.107597 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-07ad0281-0222-4b04-b330-0efa0976fa00 req-e7fe0521-12bb-4051-b633-9d53f35d8058 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9ec77316-2c94-4b1a-b7f0-14bd7e44d817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441685 Dec 11 16:29:34.144401 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abacf00-532f-44c1-bc46-c7c32d5af9d7 req-5dabc0d7-4877-49bc-b93a-ffa20abca64f tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:34.146069 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0abacf00-532f-44c1-bc46-c7c32d5af9d7 req-5dabc0d7-4877-49bc-b93a-ffa20abca64f tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.2965493 Dec 11 16:29:34.262203 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-07ad0281-0222-4b04-b330-0efa0976fa00 req-1ce93585-0c7e-4a59-873f-eb9cb048c8b3 service neutron] 10.222.0.87 "GET /v2.0/networks/9ec77316-2c94-4b1a-b7f0-14bd7e44d817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385922 Dec 11 16:29:34.336174 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0abacf00-532f-44c1-bc46-c7c32d5af9d7 req-965d9036-4177-4f9b-b6ca-7efc9c1c894c tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824777 Dec 11 16:29:34.434661 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-07ad0281-0222-4b04-b330-0efa0976fa00 req-2abb42c7-446a-42a1-9976-99efff02fdb9 service neutron] 10.222.0.87 "GET /v2.0/networks/9ec77316-2c94-4b1a-b7f0-14bd7e44d817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1542289 Dec 11 16:29:34.887822 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6b0496cb-12b6-44db-b067-4f30588e063c req-5254103d-94f4-48ca-9475-054845e30b01 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks [] for floatingip, precommit_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:34.891599 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6b0496cb-12b6-44db-b067-4f30588e063c req-5254103d-94f4-48ca-9475-054845e30b01 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854360154'] for floatingip, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:35.063577 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44274a85-abf9-4db9-b91a-26274d08ca2d req-be6cf9fa-571a-41ea-aa8b-3d261167f070 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:35.065164 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-44274a85-abf9-4db9-b91a-26274d08ca2d req-be6cf9fa-571a-41ea-aa8b-3d261167f070 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 943 time: 0.2529216 Dec 11 16:29:35.114973 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.l3_db [req-6b0496cb-12b6-44db-b067-4f30588e063c req-5254103d-94f4-48ca-9475-054845e30b01 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Floating IP 68a0f770-3de5-4013-a539-6f5bfd3ed8f0 associated. External IP: 172.28.1.164, port: 2e9f6aa8-d603-4aec-98c4-29173d052700. Dec 11 16:29:35.199876 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 6e928688-2b0d-48e7-8a3b-cc53a8dea49c up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:29:35.237510 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-44274a85-abf9-4db9-b91a-26274d08ca2d req-768ce594-15a8-47d1-965b-6da298619f06 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644483 Dec 11 16:29:35.287470 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 6e928688-2b0d-48e7-8a3b-cc53a8dea49c triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:29:35.287980 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:35.409605 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:35.437683 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7283c35b-ec7b-41bc-8c9f-ff4bb250cda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e928688-2b0d-48e7-8a3b-cc53a8dea49c'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:29:35.448484 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port 6e928688-2b0d-48e7-8a3b-cc53a8dea49c, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=6e928688-2b0d-48e7-8a3b-cc53a8dea49c,segment=NetworkSegment(e6501d83-0c9c-4b21-bbe2-cb17b597d222),segment_id=e6501d83-0c9c-4b21-bbe2-cb17b597d222)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:29:35.452680 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:35.456609 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:29:35.536102 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=6e928688-2b0d-48e7-8a3b-cc53a8dea49c,revision_number=6']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:29:35.546102 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:35.546487 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:35.547026 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:35.547322 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:35.547806 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:35.548176 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:35.548547 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:35.548914 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:35.549279 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:35.550313 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:35.550686 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:35.551741 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:35.552159 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:35.552526 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:35.552890 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:35.553252 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:35.553534 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2cd26c-f2ee-4a61-826e-1e553e82aa78 req-61c9bb9c-2f97-498b-8e4f-09f7dd8fa10e tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:35.553784 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:35.554158 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:35.554520 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:35.555137 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0c2cd26c-f2ee-4a61-826e-1e553e82aa78 req-61c9bb9c-2f97-498b-8e4f-09f7dd8fa10e tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.1280189 Dec 11 16:29:35.555701 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:35.556345 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:35.556868 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:35.558093 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:35.558630 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:35.564373 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:29:35.597161 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b0496cb-12b6-44db-b067-4f30588e063c req-5254103d-94f4-48ca-9475-054845e30b01 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Router 73100931-c695-4540-b934-b449ee4ff8b4 has already been hosted by L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 {{(pid=80242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 11 16:29:35.681947 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0c2cd26c-f2ee-4a61-826e-1e553e82aa78 req-aab4dc1d-c307-436a-8837-6aa9bfce6ad7 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1187778 Dec 11 16:29:35.851181 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b0496cb-12b6-44db-b067-4f30588e063c req-5254103d-94f4-48ca-9475-054845e30b01 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:29:35.861148 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6b0496cb-12b6-44db-b067-4f30588e063c req-5254103d-94f4-48ca-9475-054845e30b01 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for floatingip, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:35.861776 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3275cb26-b7b4-49d4-b043-890da9c829ef None None] Sync routers for ids ['73100931-c695-4540-b934-b449ee4ff8b4'] in dv-cinder-766752-1-smb {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:29:35.872389 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3275cb26-b7b4-49d4-b043-890da9c829ef None None] Routers {'73100931-c695-4540-b934-b449ee4ff8b4'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:29:35.873135 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-3275cb26-b7b4-49d4-b043-890da9c829ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:29:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['73100931-c695-4540-b934-b449ee4ff8b4'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:29:35.932281 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6b0496cb-12b6-44db-b067-4f30588e063c req-5254103d-94f4-48ca-9475-054845e30b01 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "PUT /v2.0/floatingips/68a0f770-3de5-4013-a539-6f5bfd3ed8f0 HTTP/1.1" status: 200 len: 997 time: 2.1554871 Dec 11 16:29:35.932701 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf32b00-2dff-4719-a8dc-dd37d1fd431c', 'tag': '2e9f6aa8-d603-4aec-98c4-29173d052700'}] {{(pid=80242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:29:35.957192 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898fa5c-cd97-41c7-837c-2ab44eced3fb req-23627cfd-e35a-4211-b008-a1d2852b0269 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:35.958885 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3898fa5c-cd97-41c7-837c-2ab44eced3fb req-23627cfd-e35a-4211-b008-a1d2852b0269 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.1554861 Dec 11 16:29:36.057710 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3898fa5c-cd97-41c7-837c-2ab44eced3fb req-2c4a332e-50fe-4d88-9f7a-71eecb0b40c2 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655208 Dec 11 16:29:36.059015 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-3275cb26-b7b4-49d4-b043-890da9c829ef None None] Set router 73100931-c695-4540-b934-b449ee4ff8b4 gateway port host: dv-cinder-766752-1-smb {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:29:36.071239 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0496cb-12b6-44db-b067-4f30588e063c req-a9cac8cc-7c1c-442b-a05e-74e62c85219f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:36.072917 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6b0496cb-12b6-44db-b067-4f30588e063c req-a9cac8cc-7c1c-442b-a05e-74e62c85219f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e37fdc83c4594f89972cc36f62859783&device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 1163 time: 0.1227272 Dec 11 16:29:36.133141 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7283c35b-ec7b-41bc-8c9f-ff4bb250cda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e928688-2b0d-48e7-8a3b-cc53a8dea49c', 'code': 200} Dec 11 16:29:36.186737 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf32b00-2dff-4719-a8dc-dd37d1fd431c', 'tag': '2e9f6aa8-d603-4aec-98c4-29173d052700', 'status': 'completed', 'code': 200} Dec 11 16:29:36.233900 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0496cb-12b6-44db-b067-4f30588e063c req-9685bd4d-dc19-46ff-a85b-ffaef920da30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:36.235553 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6b0496cb-12b6-44db-b067-4f30588e063c req-9685bd4d-dc19-46ff-a85b-ffaef920da30 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5ce8c0cf-2037-467e-aeac-2cfe6e72869e HTTP/1.1" status: 200 len: 908 time: 0.1467004 Dec 11 16:29:36.336245 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1631d1-ff41-4bed-aba6-1a2ed9d3b24a req-8b6f26bd-d9a3-4a6f-aed1-d566923ca3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:36.337979 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ec1631d1-ff41-4bed-aba6-1a2ed9d3b24a req-8b6f26bd-d9a3-4a6f-aed1-d566923ca3a6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e37fdc83c4594f89972cc36f62859783&device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 1163 time: 0.0909815 Dec 11 16:29:36.353463 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6b0496cb-12b6-44db-b067-4f30588e063c req-f3f8a313-3c6c-4eb3-8c95-7fba14547406 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e9f6aa8-d603-4aec-98c4-29173d052700 HTTP/1.1" status: 200 len: 1000 time: 0.1100302 Dec 11 16:29:36.423556 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 6e928688-2b0d-48e7-8a3b-cc53a8dea49c up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:29:36.444908 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-3275cb26-b7b4-49d4-b043-890da9c829ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73100931-c695-4540-b934-b449ee4ff8b4', 'name': 'tempest-TestMinimumBasicScenario-287758240-router', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:28:18Z', 'updated_at': '2020-12-11T16:28:27Z', 'revision_number': 4, 'project_id': 'e37fdc83c4594f89972cc36f62859783', 'gw_port': {'id': '3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73100931-c695-4540-b934-b449ee4ff8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:28:20Z', 'updated_at': '2020-12-11T16:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_floatingips': [{'id': '68a0f770-3de5-4013-a539-6f5bfd3ed8f0', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783', 'floating_ip_address': '172.28.1.164', 'floating_network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'router_id': '73100931-c695-4540-b934-b449ee4ff8b4', 'port_id': '2e9f6aa8-d603-4aec-98c4-29173d052700', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce8c0cf-2037-467e-aeac-2cfe6e72869e', 'mac_address': 'fa:16:3e:e0:d6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf32b00-2dff-4719-a8dc-dd37d1fd431c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:29:32Z', 'updated_at': '2020-12-11T16:29:34Z', 'revision_number': 1, 'project_id': 'e37fdc83c4594f89972cc36f62859783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2e33e4-929d-4ee0-a939-6ea563275e76', 'name': '', 'network_id': '5ce8c0cf-2037-467e-aeac-2cfe6e72869e', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783', 'mac_address': 'fa:16:3e:e7:ff:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73100931-c695-4540-b934-b449ee4ff8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f989d188-0764-4755-9ed3-e783bc6c7d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:28:24Z', 'updated_at': '2020-12-11T16:28:35Z', 'revision_number': 5, 'project_id': 'e37fdc83c4594f89972cc36f62859783', 'subnets': [{'id': 'f989d188-0764-4755-9ed3-e783bc6c7d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:29:36.450052 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3275cb26-b7b4-49d4-b043-890da9c829ef None None] Checking router: 73100931-c695-4540-b934-b449ee4ff8b4 for host: dv-cinder-766752-1-smb {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:29:36.462587 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3275cb26-b7b4-49d4-b043-890da9c829ef None None] Routers {'73100931-c695-4540-b934-b449ee4ff8b4'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:29:36.463258 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-3275cb26-b7b4-49d4-b043-890da9c829ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:29:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['73100931-c695-4540-b934-b449ee4ff8b4'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:29:36.490113 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0496cb-12b6-44db-b067-4f30588e063c req-63d58bf3-4de8-4a60-8460-aa47b25b2f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:36.492085 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6b0496cb-12b6-44db-b067-4f30588e063c req-63d58bf3-4de8-4a60-8460-aa47b25b2f15 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f989d188-0764-4755-9ed3-e783bc6c7d0e HTTP/1.1" status: 200 len: 853 time: 0.1277413 Dec 11 16:29:36.507938 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1631d1-ff41-4bed-aba6-1a2ed9d3b24a req-5368dc24-247a-41c4-9fdf-a892a4722900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:36.509487 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 6e928688-2b0d-48e7-8a3b-cc53a8dea49c triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:29:36.510058 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:36.520998 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ec1631d1-ff41-4bed-aba6-1a2ed9d3b24a req-5368dc24-247a-41c4-9fdf-a892a4722900 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5ce8c0cf-2037-467e-aeac-2cfe6e72869e HTTP/1.1" status: 200 len: 908 time: 0.1615520 Dec 11 16:29:36.587871 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b232ed8-e3de-4136-83c1-c95061cb6437 req-51c74167-01b2-4740-a19d-8706849d4d48 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:36.595629 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4b232ed8-e3de-4136-83c1-c95061cb6437 req-51c74167-01b2-4740-a19d-8706849d4d48 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.1737158 Dec 11 16:29:36.650141 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0496cb-12b6-44db-b067-4f30588e063c req-874fe4bd-506c-40c7-910c-79e553991a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:36.658970 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6b0496cb-12b6-44db-b067-4f30588e063c req-874fe4bd-506c-40c7-910c-79e553991a3d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5ce8c0cf-2037-467e-aeac-2cfe6e72869e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1594398 Dec 11 16:29:36.664368 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [req-6b0496cb-12b6-44db-b067-4f30588e063c req-b6445fed-4e1b-41fd-ab4b-87ab831e653b service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80242) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 11 16:29:36.672777 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6b0496cb-12b6-44db-b067-4f30588e063c req-b6445fed-4e1b-41fd-ab4b-87ab831e653b service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0125005 Dec 11 16:29:36.675918 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-3275cb26-b7b4-49d4-b043-890da9c829ef None None] Set router 73100931-c695-4540-b934-b449ee4ff8b4 gateway port host: dv-cinder-766752-1-smb {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:29:36.736279 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ec1631d1-ff41-4bed-aba6-1a2ed9d3b24a req-92e719e4-0ba8-42c8-93cf-92beeef1969d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e9f6aa8-d603-4aec-98c4-29173d052700 HTTP/1.1" status: 200 len: 1000 time: 0.2043948 Dec 11 16:29:36.774193 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4b232ed8-e3de-4136-83c1-c95061cb6437 req-a5b06a91-2780-49c0-9ae8-02dad07d42ea tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773763 Dec 11 16:29:36.896570 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6b0496cb-12b6-44db-b067-4f30588e063c req-742085a4-5f25-4e45-b2c2-7cfccf9c6dc6 service neutron] 10.222.0.45 "GET /v2.0/networks/5ce8c0cf-2037-467e-aeac-2cfe6e72869e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225780 Dec 11 16:29:37.119754 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1631d1-ff41-4bed-aba6-1a2ed9d3b24a req-bb1c09ce-7cf6-4b8a-9ea2-a37197863768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:37.122275 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ec1631d1-ff41-4bed-aba6-1a2ed9d3b24a req-bb1c09ce-7cf6-4b8a-9ea2-a37197863768 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f989d188-0764-4755-9ed3-e783bc6c7d0e HTTP/1.1" status: 200 len: 853 time: 0.3781948 Dec 11 16:29:37.126298 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-3275cb26-b7b4-49d4-b043-890da9c829ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73100931-c695-4540-b934-b449ee4ff8b4', 'name': 'tempest-TestMinimumBasicScenario-287758240-router', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:28:18Z', 'updated_at': '2020-12-11T16:28:27Z', 'revision_number': 4, 'project_id': 'e37fdc83c4594f89972cc36f62859783', 'gw_port': {'id': '3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73100931-c695-4540-b934-b449ee4ff8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:28:20Z', 'updated_at': '2020-12-11T16:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_floatingips': [{'id': '68a0f770-3de5-4013-a539-6f5bfd3ed8f0', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783', 'floating_ip_address': '172.28.1.164', 'floating_network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'router_id': '73100931-c695-4540-b934-b449ee4ff8b4', 'port_id': '2e9f6aa8-d603-4aec-98c4-29173d052700', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce8c0cf-2037-467e-aeac-2cfe6e72869e', 'mac_address': 'fa:16:3e:e0:d6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf32b00-2dff-4719-a8dc-dd37d1fd431c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:29:32Z', 'updated_at': '2020-12-11T16:29:34Z', 'revision_number': 1, 'project_id': 'e37fdc83c4594f89972cc36f62859783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2e33e4-929d-4ee0-a939-6ea563275e76', 'name': '', 'network_id': '5ce8c0cf-2037-467e-aeac-2cfe6e72869e', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783', 'mac_address': 'fa:16:3e:e7:ff:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73100931-c695-4540-b934-b449ee4ff8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f989d188-0764-4755-9ed3-e783bc6c7d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:28:24Z', 'updated_at': '2020-12-11T16:28:35Z', 'revision_number': 5, 'project_id': 'e37fdc83c4594f89972cc36f62859783', 'subnets': [{'id': 'f989d188-0764-4755-9ed3-e783bc6c7d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:29:37.131736 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3275cb26-b7b4-49d4-b043-890da9c829ef None None] The sync data for ids ['73100931-c695-4540-b934-b449ee4ff8b4'] in dv-cinder-766752-1-smb is: [{'id': '73100931-c695-4540-b934-b449ee4ff8b4', 'name': 'tempest-TestMinimumBasicScenario-287758240-router', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:28:18Z', 'updated_at': '2020-12-11T16:28:27Z', 'revision_number': 4, 'project_id': 'e37fdc83c4594f89972cc36f62859783', 'gw_port': {'id': '3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73100931-c695-4540-b934-b449ee4ff8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:28:20Z', 'updated_at': '2020-12-11T16:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_floatingips': [{'id': '68a0f770-3de5-4013-a539-6f5bfd3ed8f0', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783', 'floating_ip_address': '172.28.1.164', 'floating_network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'router_id': '73100931-c695-4540-b934-b449ee4ff8b4', 'port_id': '2e9f6aa8-d603-4aec-98c4-29173d052700', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce8c0cf-2037-467e-aeac-2cfe6e72869e', 'mac_address': 'fa:16:3e:e0:d6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf32b00-2dff-4719-a8dc-dd37d1fd431c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:29:32Z', 'updated_at': '2020-12-11T16:29:34Z', 'revision_number': 1, 'project_id': 'e37fdc83c4594f89972cc36f62859783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2e33e4-929d-4ee0-a939-6ea563275e76', 'name': '', 'network_id': '5ce8c0cf-2037-467e-aeac-2cfe6e72869e', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783', 'mac_address': 'fa:16:3e:e7:ff:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73100931-c695-4540-b934-b449ee4ff8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f989d188-0764-4755-9ed3-e783bc6c7d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:28:24Z', 'updated_at': '2020-12-11T16:28:35Z', 'revision_number': 5, 'project_id': 'e37fdc83c4594f89972cc36f62859783', 'subnets': [{'id': 'f989d188-0764-4755-9ed3-e783bc6c7d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:29:37.204072 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6b0496cb-12b6-44db-b067-4f30588e063c req-fbcab6f7-90ac-411c-810f-1ee6a7868241 service neutron] 10.222.0.45 "GET /v2.0/networks/5ce8c0cf-2037-467e-aeac-2cfe6e72869e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3005617 Dec 11 16:29:37.217401 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50db21d-f252-44c0-b301-d57279750d9b req-39c315ac-b3cc-4d0a-86d4-ab38664ad90d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:37.219149 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b50db21d-f252-44c0-b301-d57279750d9b req-39c315ac-b3cc-4d0a-86d4-ab38664ad90d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.1829727 Dec 11 16:29:37.263555 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d84989-e965-416e-8945-8bd888354fda req-f2a18259-474c-4fd8-b299-90fe924432f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:37.265143 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-68d84989-e965-416e-8945-8bd888354fda req-f2a18259-474c-4fd8-b299-90fe924432f2 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 1162 time: 0.1417050 Dec 11 16:29:37.273777 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b50db21d-f252-44c0-b301-d57279750d9b req-1eda4bda-33c1-4809-8683-a0567ea8b881 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466943 Dec 11 16:29:37.274149 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1631d1-ff41-4bed-aba6-1a2ed9d3b24a req-6d57c10b-4567-48e5-8c7c-68f8de8fea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:37.275708 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ec1631d1-ff41-4bed-aba6-1a2ed9d3b24a req-6d57c10b-4567-48e5-8c7c-68f8de8fea3f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5ce8c0cf-2037-467e-aeac-2cfe6e72869e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1067092 Dec 11 16:29:37.409809 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-68d84989-e965-416e-8945-8bd888354fda req-a1e45895-cdcf-4064-8ed0-959a15ceeb1d service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315920 Dec 11 16:29:37.452201 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-ecb5c39f-ffa2-41ed-b9f2-92798ea399c2 req-e5f3646b-8947-47f4-8b1e-c9a299a81c3c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-579507657', 'description': 'tempest-TestMinimumBasicScenario-579507657 description'}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:29:37.452406 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ec1631d1-ff41-4bed-aba6-1a2ed9d3b24a req-05d6c7ab-5524-482c-b20b-25e0656c272d service neutron] 10.222.0.87 "GET /v2.0/networks/5ce8c0cf-2037-467e-aeac-2cfe6e72869e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607804 Dec 11 16:29:37.468926 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-ecb5c39f-ffa2-41ed-b9f2-92798ea399c2 req-e5f3646b-8947-47f4-8b1e-c9a299a81c3c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:29:37.486093 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-ecb5c39f-ffa2-41ed-b9f2-92798ea399c2 req-e5f3646b-8947-47f4-8b1e-c9a299a81c3c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:29:37.501330 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ecb5c39f-ffa2-41ed-b9f2-92798ea399c2 req-e5f3646b-8947-47f4-8b1e-c9a299a81c3c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:37.530906 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-ecb5c39f-ffa2-41ed-b9f2-92798ea399c2 req-e5f3646b-8947-47f4-8b1e-c9a299a81c3c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:29:37.539801 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7893218-3942-4e87-8695-662260befbb6 req-b590af5e-48ec-4f95-85b0-8f864b96efae tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:37.541426 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b7893218-3942-4e87-8695-662260befbb6 req-b590af5e-48ec-4f95-85b0-8f864b96efae tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.1412127 Dec 11 16:29:37.544430 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-ecb5c39f-ffa2-41ed-b9f2-92798ea399c2 req-e5f3646b-8947-47f4-8b1e-c9a299a81c3c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Usage tracker for resource:security_group_rule and tenant:e37fdc83c4594f89972cc36f62859783 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:29:37.548655 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3032a6-4375-4e36-8c5d-0527d806450a None None] New status for floating IP 68a0f770-3de5-4013-a539-6f5bfd3ed8f0: ACTIVE {{(pid=80244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 11 16:29:37.548811 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-ecb5c39f-ffa2-41ed-b9f2-92798ea399c2 req-e5f3646b-8947-47f4-8b1e-c9a299a81c3c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:29:37.570913 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-ecb5c39f-ffa2-41ed-b9f2-92798ea399c2 req-e5f3646b-8947-47f4-8b1e-c9a299a81c3c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:29:37.613762 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b7893218-3942-4e87-8695-662260befbb6 req-4169fea0-ace3-4275-8214-86590d620b3a tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611866 Dec 11 16:29:37.672312 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ecb5c39f-ffa2-41ed-b9f2-92798ea399c2 req-e5f3646b-8947-47f4-8b1e-c9a299a81c3c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:37.677485 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ecb5c39f-ffa2-41ed-b9f2-92798ea399c2 req-e5f3646b-8947-47f4-8b1e-c9a299a81c3c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:37.683311 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-17069f3b-0380-4107-8e25-5a2d477c88d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:29:37.733553 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3646b-8947-47f4-8b1e-c9a299a81c3c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Pushing event updated for resources: {'SecurityGroup': ['ID=2f74d16b-ce8f-46e5-8550-5b0331acf1e6,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:29:37.737317 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ecb5c39f-ffa2-41ed-b9f2-92798ea399c2 req-e5f3646b-8947-47f4-8b1e-c9a299a81c3c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:37.738594 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ecb5c39f-ffa2-41ed-b9f2-92798ea399c2 req-e5f3646b-8947-47f4-8b1e-c9a299a81c3c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1767 time: 0.2956851 Dec 11 16:29:37.739436 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e5f3646b-8947-47f4-8b1e-c9a299a81c3c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:29:37.836055 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-48090c55-ee8a-4324-8948-1e170c76d55c req-f971f8e2-8ad6-469b-abd5-01bfda4e0238 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups/2f74d16b-ce8f-46e5-8550-5b0331acf1e6 HTTP/1.1" status: 200 len: 1762 time: 0.0594552 Dec 11 16:29:37.844366 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-48090c55-ee8a-4324-8948-1e170c76d55c req-3f1734ae-6242-4ea1-aac3-b51d19c72d04 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2f74d16b-ce8f-46e5-8550-5b0331acf1e6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:29:37.847753 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-48090c55-ee8a-4324-8948-1e170c76d55c req-3f1734ae-6242-4ea1-aac3-b51d19c72d04 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2f74d16b-ce8f-46e5-8550-5b0331acf1e6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:29:37.867076 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-48090c55-ee8a-4324-8948-1e170c76d55c req-3f1734ae-6242-4ea1-aac3-b51d19c72d04 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:29:37.875575 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-48090c55-ee8a-4324-8948-1e170c76d55c req-3f1734ae-6242-4ea1-aac3-b51d19c72d04 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Usage tracker for resource:security_group_rule and tenant:e37fdc83c4594f89972cc36f62859783 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:29:37.881526 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-48090c55-ee8a-4324-8948-1e170c76d55c req-3f1734ae-6242-4ea1-aac3-b51d19c72d04 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:29:37.888705 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-48090c55-ee8a-4324-8948-1e170c76d55c req-3f1734ae-6242-4ea1-aac3-b51d19c72d04 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:29:37.962754 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-48090c55-ee8a-4324-8948-1e170c76d55c req-3f1734ae-6242-4ea1-aac3-b51d19c72d04 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks [] for security_group_rule, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:37.994604 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ec1631d1-ff41-4bed-aba6-1a2ed9d3b24a req-5975c857-4e56-4327-b1fa-c4091d24c77c service neutron] 10.222.0.87 "GET /v2.0/networks/5ce8c0cf-2037-467e-aeac-2cfe6e72869e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1730931 Dec 11 16:29:38.000208 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-48090c55-ee8a-4324-8948-1e170c76d55c req-3f1734ae-6242-4ea1-aac3-b51d19c72d04 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:38.004400 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-48090c55-ee8a-4324-8948-1e170c76d55c req-3f1734ae-6242-4ea1-aac3-b51d19c72d04 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328036'] for security_group_rule, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:38.006564 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3d88b5dc-e4df-4d3d-82cd-f213c65c592c tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:29:38.031844 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1734ae-6242-4ea1-aac3-b51d19c72d04 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfefa74d-4619-4adc-914e-f4df14775bf9,revision_number=0']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:29:38.034519 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3f1734ae-6242-4ea1-aac3-b51d19c72d04 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:29:38.041404 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-48090c55-ee8a-4324-8948-1e170c76d55c req-3f1734ae-6242-4ea1-aac3-b51d19c72d04 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks [] for security_group_rule, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:38.042934 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-48090c55-ee8a-4324-8948-1e170c76d55c req-3f1734ae-6242-4ea1-aac3-b51d19c72d04 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 754 time: 0.2040510 Dec 11 16:29:38.202231 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c841f4f1-9f2c-4ddf-947e-aa977b697d65 req-830557e4-6156-4f7c-a6ba-95d7facab20a tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups/2f74d16b-ce8f-46e5-8550-5b0331acf1e6 HTTP/1.1" status: 200 len: 2323 time: 0.0957487 Dec 11 16:29:38.224392 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-c841f4f1-9f2c-4ddf-947e-aa977b697d65 req-f2909883-ad34-45cf-aaf0-ba72618cfd2f tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2f74d16b-ce8f-46e5-8550-5b0331acf1e6', 'remote_group_id': None}]} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:29:38.225038 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-c841f4f1-9f2c-4ddf-947e-aa977b697d65 req-f2909883-ad34-45cf-aaf0-ba72618cfd2f tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2f74d16b-ce8f-46e5-8550-5b0331acf1e6', 'remote_group_id': None}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:29:38.439371 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-c841f4f1-9f2c-4ddf-947e-aa977b697d65 req-f2909883-ad34-45cf-aaf0-ba72618cfd2f tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:29:38.445978 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-c841f4f1-9f2c-4ddf-947e-aa977b697d65 req-f2909883-ad34-45cf-aaf0-ba72618cfd2f tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Usage tracker for resource:security_group_rule and tenant:e37fdc83c4594f89972cc36f62859783 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:29:38.449716 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-c841f4f1-9f2c-4ddf-947e-aa977b697d65 req-f2909883-ad34-45cf-aaf0-ba72618cfd2f tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:29:38.457495 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-c841f4f1-9f2c-4ddf-947e-aa977b697d65 req-f2909883-ad34-45cf-aaf0-ba72618cfd2f tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:29:38.500862 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8eda4-ce5a-4e5d-8ccf-a8ffa06c7d84 req-a53ced09-61b7-4f34-8117-4ed1048354ce tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:38.502366 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8ee8eda4-ce5a-4e5d-8ccf-a8ffa06c7d84 req-a53ced09-61b7-4f34-8117-4ed1048354ce tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.3423624 Dec 11 16:29:38.559798 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-c841f4f1-9f2c-4ddf-947e-aa977b697d65 req-f2909883-ad34-45cf-aaf0-ba72618cfd2f tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks [] for security_group_rule, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:38.575794 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8ee8eda4-ce5a-4e5d-8ccf-a8ffa06c7d84 req-68f89d77-6857-4320-b0b8-691bcd274c28 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630958 Dec 11 16:29:38.588985 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-c841f4f1-9f2c-4ddf-947e-aa977b697d65 req-f2909883-ad34-45cf-aaf0-ba72618cfd2f tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:38.592118 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-c841f4f1-9f2c-4ddf-947e-aa977b697d65 req-f2909883-ad34-45cf-aaf0-ba72618cfd2f tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328036'] for security_group_rule, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:38.594193 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:29:38.616466 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2909883-ad34-45cf-aaf0-ba72618cfd2f tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a569e087-0050-44aa-9db6-dfc50c58e755,revision_number=0']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:29:38.621809 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f2909883-ad34-45cf-aaf0-ba72618cfd2f tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:29:38.629559 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-c841f4f1-9f2c-4ddf-947e-aa977b697d65 req-f2909883-ad34-45cf-aaf0-ba72618cfd2f tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks [] for security_group_rule, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:38.631426 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c841f4f1-9f2c-4ddf-947e-aa977b697d65 req-f2909883-ad34-45cf-aaf0-ba72618cfd2f tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 759 time: 0.4139740 Dec 11 16:29:38.634026 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 5a441077-a0cb-4077-aa7a-34ff516b984c up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:29:38.712727 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 5a441077-a0cb-4077-aa7a-34ff516b984c triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:29:38.713359 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:38.836926 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-2827cc65-8e9a-4d49-a996-fd2ed508abe4 req-8bbc4e3a-dd4a-47ba-9d2f-463d470d6223 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Synchronizing usage tracker for tenant:e37fdc83c4594f89972cc36f62859783 on resource:security_group {{(pid=80242) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:29:38.863717 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fc39f-21f2-414d-b27d-c0c23d6b9fa4 req-56fd62cb-4c54-482d-9d0b-937db44d0888 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:38.865278 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-da6fc39f-21f2-414d-b27d-c0c23d6b9fa4 req-56fd62cb-4c54-482d-9d0b-937db44d0888 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.1420853 Dec 11 16:29:38.866820 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-2827cc65-8e9a-4d49-a996-fd2ed508abe4 req-8bbc4e3a-dd4a-47ba-9d2f-463d470d6223 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Unset dirty status for tenant:e37fdc83c4594f89972cc36f62859783 on resource:security_group {{(pid=80242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:29:38.867938 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2827cc65-8e9a-4d49-a996-fd2ed508abe4 req-8bbc4e3a-dd4a-47ba-9d2f-463d470d6223 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-579507657&fields=id&tenant_id=e37fdc83c4594f89972cc36f62859783 HTTP/1.1" status: 200 len: 267 time: 0.0969963 Dec 11 16:29:38.966059 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-da6fc39f-21f2-414d-b27d-c0c23d6b9fa4 req-d950f796-022f-4328-903a-1bf81131b8fa tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0940406 Dec 11 16:29:38.999936 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827cc65-8e9a-4d49-a996-fd2ed508abe4 req-19a8415f-48e2-41e4-89f2-b9185ead2bcb tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:39.001749 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2827cc65-8e9a-4d49-a996-fd2ed508abe4 req-19a8415f-48e2-41e4-89f2-b9185ead2bcb tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 946 time: 0.1141152 Dec 11 16:29:39.015182 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-2827cc65-8e9a-4d49-a996-fd2ed508abe4 req-2141f730-2bdb-4e6c-bc40-3c0fcf254b17 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Request body: {'port': {'security_groups': ['e68850b2-4ae7-45b7-9ea2-4ed80727c4e9', '2f74d16b-ce8f-46e5-8550-5b0331acf1e6']}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:29:39.144405 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-2827cc65-8e9a-4d49-a996-fd2ed508abe4 req-2141f730-2bdb-4e6c-bc40-3c0fcf254b17 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:39.502870 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-2827cc65-8e9a-4d49-a996-fd2ed508abe4 req-2141f730-2bdb-4e6c-bc40-3c0fcf254b17 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] For port 2e9f6aa8-d603-4aec-98c4-29173d052700, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=2e9f6aa8-d603-4aec-98c4-29173d052700,segment=NetworkSegment(532a29ae-da3b-4091-a1c4-ce66941d99d8),segment_id=532a29ae-da3b-4091-a1c4-ce66941d99d8)] {{(pid=80242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:29:39.529993 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-2827cc65-8e9a-4d49-a996-fd2ed508abe4 req-2141f730-2bdb-4e6c-bc40-3c0fcf254b17 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks [] for port, precommit_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:39.533655 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-2827cc65-8e9a-4d49-a996-fd2ed508abe4 req-2141f730-2bdb-4e6c-bc40-3c0fcf254b17 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15198093'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:39.551718 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:29:39.743730 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141f730-2bdb-4e6c-bc40-3c0fcf254b17 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Pushing event updated for resources: {'Port': ['ID=2e9f6aa8-d603-4aec-98c4-29173d052700,revision_number=5']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:29:39.748665 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2141f730-2bdb-4e6c-bc40-3c0fcf254b17 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:29:39.816597 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827cc65-8e9a-4d49-a996-fd2ed508abe4 req-2141f730-2bdb-4e6c-bc40-3c0fcf254b17 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:39.817356 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-2827cc65-8e9a-4d49-a996-fd2ed508abe4 req-2141f730-2bdb-4e6c-bc40-3c0fcf254b17 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for port, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:39.819681 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2827cc65-8e9a-4d49-a996-fd2ed508abe4 req-2141f730-2bdb-4e6c-bc40-3c0fcf254b17 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "PUT /v2.0/ports/2e9f6aa8-d603-4aec-98c4-29173d052700 HTTP/1.1" status: 200 len: 982 time: 0.8099205 Dec 11 16:29:39.831600 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf32b00-2dff-4719-a8dc-dd37d1fd431c', 'tag': '2e9f6aa8-d603-4aec-98c4-29173d052700'}] {{(pid=80242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:29:39.885353 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e9a8e-2784-4293-8f7b-88124cb1286a req-99ea2921-95c0-491e-81b6-3e9b7556a095 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:39.887013 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5c0e9a8e-2784-4293-8f7b-88124cb1286a req-99ea2921-95c0-491e-81b6-3e9b7556a095 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.1115761 Dec 11 16:29:39.987405 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5c0e9a8e-2784-4293-8f7b-88124cb1286a req-ed7e94ec-eb64-4e4e-9ada-443c020cd2fb tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936320 Dec 11 16:29:40.046306 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-3136ee65-3f73-43dd-bbf4-4c034ebe2ada None None] Provisioning complete for port 2e9f6aa8-d603-4aec-98c4-29173d052700 triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:29:40.046602 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befadf9f-c632-467a-b5df-43b3208d0eb1 req-88d9b5a0-3e33-4ce7-8d88-1a1136df29f6 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:40.047350 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3136ee65-3f73-43dd-bbf4-4c034ebe2ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:40.048820 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-befadf9f-c632-467a-b5df-43b3208d0eb1 req-88d9b5a0-3e33-4ce7-8d88-1a1136df29f6 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 985 time: 0.1114941 Dec 11 16:29:40.111937 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-befadf9f-c632-467a-b5df-43b3208d0eb1 req-11e852e7-901a-41eb-bf7f-3928d6c75dbc tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&id=2f74d16b-ce8f-46e5-8550-5b0331acf1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0564375 Dec 11 16:29:40.124883 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf32b00-2dff-4719-a8dc-dd37d1fd431c', 'tag': '2e9f6aa8-d603-4aec-98c4-29173d052700', 'status': 'completed', 'code': 200} Dec 11 16:29:40.280635 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e4e98-e842-4829-9fc3-bdef9e9a0a1a req-43631727-5182-4fef-b6a0-c1685bf62141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:40.282227 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2b3e4e98-e842-4829-9fc3-bdef9e9a0a1a req-43631727-5182-4fef-b6a0-c1685bf62141 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e37fdc83c4594f89972cc36f62859783&device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 1203 time: 0.0790715 Dec 11 16:29:40.312367 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63170d18-4959-44bd-ab47-a5c75e8c1ea4 req-1ddf5895-486a-4254-a602-55fc7395fc45 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:40.314004 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-63170d18-4959-44bd-ab47-a5c75e8c1ea4 req-1ddf5895-486a-4254-a602-55fc7395fc45 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.0831068 Dec 11 16:29:40.366811 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-63170d18-4959-44bd-ab47-a5c75e8c1ea4 req-11fef9d7-b33b-4c43-a7b3-70095c7b033a tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456243 Dec 11 16:29:40.432914 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e4e98-e842-4829-9fc3-bdef9e9a0a1a req-1ec6c2d7-7404-480f-b9d2-c783accb1831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:40.434441 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2b3e4e98-e842-4829-9fc3-bdef9e9a0a1a req-1ec6c2d7-7404-480f-b9d2-c783accb1831 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5ce8c0cf-2037-467e-aeac-2cfe6e72869e HTTP/1.1" status: 200 len: 908 time: 0.1432846 Dec 11 16:29:40.540675 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2b3e4e98-e842-4829-9fc3-bdef9e9a0a1a req-9d154596-c8f4-4d16-9f35-27dbf3de0ef2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e9f6aa8-d603-4aec-98c4-29173d052700 HTTP/1.1" status: 200 len: 1002 time: 0.0977347 Dec 11 16:29:40.614676 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e4e98-e842-4829-9fc3-bdef9e9a0a1a req-59cac465-2e53-4349-846f-363065c2ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:40.616270 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2b3e4e98-e842-4829-9fc3-bdef9e9a0a1a req-59cac465-2e53-4349-846f-363065c2ad68 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f989d188-0764-4755-9ed3-e783bc6c7d0e HTTP/1.1" status: 200 len: 853 time: 0.0681832 Dec 11 16:29:40.701483 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e4e98-e842-4829-9fc3-bdef9e9a0a1a req-812f40de-0550-4274-a665-b226e7c85662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:40.703340 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2b3e4e98-e842-4829-9fc3-bdef9e9a0a1a req-812f40de-0550-4274-a665-b226e7c85662 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5ce8c0cf-2037-467e-aeac-2cfe6e72869e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751369 Dec 11 16:29:40.848646 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2b3e4e98-e842-4829-9fc3-bdef9e9a0a1a req-3be2871c-a53c-453e-bb13-c2041105a01c service neutron] 10.222.0.87 "GET /v2.0/networks/5ce8c0cf-2037-467e-aeac-2cfe6e72869e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337008 Dec 11 16:29:40.995984 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2b3e4e98-e842-4829-9fc3-bdef9e9a0a1a req-98d1dafd-4600-4880-889f-550e91b921ed service neutron] 10.222.0.87 "GET /v2.0/networks/5ce8c0cf-2037-467e-aeac-2cfe6e72869e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1355691 Dec 11 16:29:41.200259 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 2e9f6aa8-d603-4aec-98c4-29173d052700 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:29:41.254056 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b543410-dd8f-49ec-8f65-2a2d149cbd27 req-d9c46d7f-f6be-4875-a3f7-0cb4ba8bb7a7 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:41.255688 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4b543410-dd8f-49ec-8f65-2a2d149cbd27 req-d9c46d7f-f6be-4875-a3f7-0cb4ba8bb7a7 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.0872076 Dec 11 16:29:41.273996 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 2e9f6aa8-d603-4aec-98c4-29173d052700 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:29:41.274515 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:41.305889 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4b543410-dd8f-49ec-8f65-2a2d149cbd27 req-a3c67b7f-297f-4809-934f-0de2fb8e58e5 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437415 Dec 11 16:29:41.399893 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 6e928688-2b0d-48e7-8a3b-cc53a8dea49c up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:29:41.469343 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 6e928688-2b0d-48e7-8a3b-cc53a8dea49c triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:29:41.469657 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:41.592076 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed2e46-6f01-4612-becf-c71959835f25 req-ed58f163-be8e-43ec-bf39-634b8ab96b45 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:41.593722 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7bed2e46-6f01-4612-becf-c71959835f25 req-ed58f163-be8e-43ec-bf39-634b8ab96b45 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.0879242 Dec 11 16:29:41.642791 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7bed2e46-6f01-4612-becf-c71959835f25 req-79eb7985-3298-4d5a-94ea-7d7b7c05bf4f tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415955 Dec 11 16:29:42.857773 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ed5d2-f1c3-460d-b4f0-4c53bcb72f90 req-861445dd-2b70-4c7a-b8be-372c452b2cb5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:42.859386 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3f0ed5d2-f1c3-460d-b4f0-4c53bcb72f90 req-861445dd-2b70-4c7a-b8be-372c452b2cb5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.0823185 Dec 11 16:29:42.911379 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3f0ed5d2-f1c3-460d-b4f0-4c53bcb72f90 req-5988ba85-c65d-4726-aecc-53470411f492 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448825 Dec 11 16:29:43.376813 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0801792-2083-4948-845d-34cce319e786 req-9443f474-37fb-4f19-be6f-6f840bf98bb6 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:43.378901 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a0801792-2083-4948-845d-34cce319e786 req-9443f474-37fb-4f19-be6f-6f840bf98bb6 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.0887353 Dec 11 16:29:43.425827 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a0801792-2083-4948-845d-34cce319e786 req-5e67ab63-a081-4076-95f8-a584f27510f0 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404398 Dec 11 16:29:43.850872 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-304ffb2f-f432-4906-8451-b9a06484e2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:44.132092 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36630a-25ba-45c2-befd-f6179b86bd52 req-48e69065-713b-477c-b708-baf22c4f5f6a tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:44.133718 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2a36630a-25ba-45c2-befd-f6179b86bd52 req-48e69065-713b-477c-b708-baf22c4f5f6a tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.0865388 Dec 11 16:29:44.181016 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2a36630a-25ba-45c2-befd-f6179b86bd52 req-eea98e2d-4d46-4ec6-b189-0346c2f09582 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410159 Dec 11 16:29:44.644475 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41455f3f-9e14-48e2-acf6-f8bc9d207ad5 req-8d289ea2-03c5-4aa5-b9b6-1eaa06cd1160 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:44.646207 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-41455f3f-9e14-48e2-acf6-f8bc9d207ad5 req-8d289ea2-03c5-4aa5-b9b6-1eaa06cd1160 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.0848837 Dec 11 16:29:44.705509 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-41455f3f-9e14-48e2-acf6-f8bc9d207ad5 req-5d00911e-71e8-4b1c-b275-2f7a3ededaf6 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511723 Dec 11 16:29:45.395246 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c6d89-38ca-4e01-8b90-79a049b4a90f req-02fdc2e8-758f-4753-8105-407981ab9c8b tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:45.396910 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7b2c6d89-38ca-4e01-8b90-79a049b4a90f req-02fdc2e8-758f-4753-8105-407981ab9c8b tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.0851893 Dec 11 16:29:45.443775 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7b2c6d89-38ca-4e01-8b90-79a049b4a90f req-5231bd64-f41d-4e5e-a3e9-633ac76d1c95 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405266 Dec 11 16:29:45.925700 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b6655-2f4c-4306-a2d1-a692c326ab3d req-bfd42671-a0d0-452f-9d74-30028c0d932b tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:45.927315 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c74b6655-2f4c-4306-a2d1-a692c326ab3d req-bfd42671-a0d0-452f-9d74-30028c0d932b tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.0917497 Dec 11 16:29:45.976747 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c74b6655-2f4c-4306-a2d1-a692c326ab3d req-19f98d5e-bd49-432c-aae9-b3f78f1c87bf tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428596 Dec 11 16:29:46.108078 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-86724600-9e8e-4cf8-9d5f-f961a613e120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:46.288430 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2dad7-00d9-40f4-9567-739839ee6a03 req-387d84cc-9e62-4a33-8c0d-562992398324 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:46.289985 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-dbd2dad7-00d9-40f4-9567-739839ee6a03 req-387d84cc-9e62-4a33-8c0d-562992398324 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=80b7676a-2643-4520-9747-816cbe90168c HTTP/1.1" status: 200 len: 945 time: 0.0814028 Dec 11 16:29:46.340408 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-dbd2dad7-00d9-40f4-9567-739839ee6a03 req-aafafc60-bb67-446e-980c-fed582c356df tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433145 Dec 11 16:29:46.658753 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a555797-60c5-4a74-ae66-779726b08e75 req-bb056c0e-bb9b-4633-8366-90d31be7b6d9 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:46.660352 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6a555797-60c5-4a74-ae66-779726b08e75 req-bb056c0e-bb9b-4633-8366-90d31be7b6d9 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.0839698 Dec 11 16:29:46.708505 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6a555797-60c5-4a74-ae66-779726b08e75 req-636ee791-39c4-4cc4-bf26-e6d5ff4e107c tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417821 Dec 11 16:29:46.762309 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 6 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:29:46.789736 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:46.873097 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1a530-02f3-40ea-ac5d-4bddfcff402c req-69f179fb-1076-4516-8ad8-1e4718a2a6f1 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:46.873845 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-4fe1a530-02f3-40ea-ac5d-4bddfcff402c req-69f179fb-1076-4516-8ad8-1e4718a2a6f1 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Synchronizing usage tracker for tenant:3aac1554ef17430cad7c85fea3e3ff64 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:29:46.888879 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-4fe1a530-02f3-40ea-ac5d-4bddfcff402c req-69f179fb-1076-4516-8ad8-1e4718a2a6f1 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Unset dirty status for tenant:3aac1554ef17430cad7c85fea3e3ff64 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:29:46.890074 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4fe1a530-02f3-40ea-ac5d-4bddfcff402c req-69f179fb-1076-4516-8ad8-1e4718a2a6f1 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.87 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.1000500 Dec 11 16:29:46.972004 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-4fe1a530-02f3-40ea-ac5d-4bddfcff402c req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Deleting port dad6f21d-8822-49b6-a87e-18437b29e390 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:29:46.972298 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4fe1a530-02f3-40ea-ac5d-4bddfcff402c req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:47.189234 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747ae01-e807-4326-b8bc-d59ac07982ff req-38c16995-201e-4bb9-9b6d-be7c10ce1fca tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:47.191340 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6747ae01-e807-4326-b8bc-d59ac07982ff req-38c16995-201e-4bb9-9b6d-be7c10ce1fca tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 946 time: 0.0855007 Dec 11 16:29:47.228802 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-4fe1a530-02f3-40ea-ac5d-4bddfcff402c req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] For port dad6f21d-8822-49b6-a87e-18437b29e390, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=dad6f21d-8822-49b6-a87e-18437b29e390,segment=NetworkSegment(30e3bbeb-c262-41a5-85ab-dd99bd91c58b),segment_id=30e3bbeb-c262-41a5-85ab-dd99bd91c58b)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:29:47.229119 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4fe1a530-02f3-40ea-ac5d-4bddfcff402c req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:47.237913 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6747ae01-e807-4326-b8bc-d59ac07982ff req-53ff663b-90ec-447b-b986-135b70782bfb tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400789 Dec 11 16:29:47.356338 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-4fe1a530-02f3-40ea-ac5d-4bddfcff402c req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Calling delete_port for dad6f21d-8822-49b6-a87e-18437b29e390 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:29:47.501324 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4fe1a530-02f3-40ea-ac5d-4bddfcff402c req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:47.516219 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:29:47.544482 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:47.555279 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133793ff-7d99-4d77-9bd1-79ba87a4ce79 req-0707bd43-15b3-480f-90eb-748a7d9a5c56 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:47.556941 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-133793ff-7d99-4d77-9bd1-79ba87a4ce79 req-0707bd43-15b3-480f-90eb-748a7d9a5c56 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=80b7676a-2643-4520-9747-816cbe90168c HTTP/1.1" status: 200 len: 945 time: 0.0865297 Dec 11 16:29:47.607732 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-133793ff-7d99-4d77-9bd1-79ba87a4ce79 req-6676e4cc-382d-4023-b02a-7aa136e3deb3 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442631 Dec 11 16:29:47.617657 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Pushing event deleted for resources: {'Port': ['ID=dad6f21d-8822-49b6-a87e-18437b29e390,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:29:47.636846 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:47.637250 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:47.637641 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:47.638031 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:47.638412 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:47.638795 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:47.639173 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:47.639619 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:47.640003 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:47.640381 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:47.640756 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:47.641129 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:47.641546 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:47.641925 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:47.642299 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:47.642672 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:47.643574 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:47.643952 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:47.644324 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:47.644698 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:47.645072 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:47.645443 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:47.645814 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:47.646183 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:29:47.651231 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:29:47.734623 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe1a530-02f3-40ea-ac5d-4bddfcff402c req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] No DVR routers for this DVR port dad6f21d-8822-49b6-a87e-18437b29e390 on host hv-cinder-76675 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 11 16:29:47.736828 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4fe1a530-02f3-40ea-ac5d-4bddfcff402c req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:47.739564 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5', 'name': 'network-vif-deleted', 'tag': 'dad6f21d-8822-49b6-a87e-18437b29e390'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:29:47.754800 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4fe1a530-02f3-40ea-ac5d-4bddfcff402c req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.87 "DELETE /v2.0/ports/dad6f21d-8822-49b6-a87e-18437b29e390 HTTP/1.1" status: 204 len: 173 time: 0.8488569 Dec 11 16:29:47.802531 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5', 'name': 'network-vif-deleted', 'tag': 'dad6f21d-8822-49b6-a87e-18437b29e390', 'status': 'completed', 'code': 200} Dec 11 16:29:47.927297 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368b3ca-ba72-466f-a8b5-f40f7b73fb06 req-e740a0ab-187c-4c60-a2e7-5621e0f8b3f8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:47.928933 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a368b3ca-ba72-466f-a8b5-f40f7b73fb06 req-e740a0ab-187c-4c60-a2e7-5621e0f8b3f8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.0831270 Dec 11 16:29:47.976805 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a368b3ca-ba72-466f-a8b5-f40f7b73fb06 req-290a13d0-7e54-42d1-b11b-5a018bc34f8e tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413666 Dec 11 16:29:48.421166 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:48.436701 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-369c04ca-cc4d-41ba-bec7-13edf0677500 req-b4cd9b85-2c8f-4df0-a61a-6a4ba3c20535 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=ffc91e0d-e2a2-43a1-bb16-430b0fa6e9a5 HTTP/1.1" status: 200 len: 210 time: 0.0486941 Dec 11 16:29:48.822747 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a8b4b-ba25-40cc-ac26-b3605410efba req-bc72b69b-60f6-4026-b19e-a27ab470d8a8 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:48.824369 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8b4a8b4b-ba25-40cc-ac26-b3605410efba req-bc72b69b-60f6-4026-b19e-a27ab470d8a8 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=80b7676a-2643-4520-9747-816cbe90168c HTTP/1.1" status: 200 len: 945 time: 0.0825083 Dec 11 16:29:48.871364 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8b4a8b4b-ba25-40cc-ac26-b3605410efba req-f9b3fa75-29b8-4c7f-87a4-7b93fbdb58e8 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408139 Dec 11 16:29:49.015062 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device d3f96bb3-3458-4a86-bf08-bc18a058d932 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:29:49.091422 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port d3f96bb3-3458-4a86-bf08-bc18a058d932 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:29:49.091882 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:49.256932 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device dad6f21d-8822-49b6-a87e-18437b29e390 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:29:49.289799 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] No Port match for: dad6f21d-8822-49b6-a87e-18437b29e390 {{(pid=80244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 11 16:29:49.290111 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device dad6f21d-8822-49b6-a87e-18437b29e390 not bound to the agent host hv-cinder-76675 {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 11 16:29:49.327619 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9011a-e79d-4b91-a967-4687a57c0fd6 req-4d3f88bc-91b1-45c5-a2eb-927fcff02da2 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:49.329205 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ebf9011a-e79d-4b91-a967-4687a57c0fd6 req-4d3f88bc-91b1-45c5-a2eb-927fcff02da2 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.0870032 Dec 11 16:29:49.375877 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ebf9011a-e79d-4b91-a967-4687a57c0fd6 req-1d697f06-cc9e-4b6b-a16a-8072da73a1cf tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395343 Dec 11 16:29:49.941506 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c478d51-0a9f-44e7-b73e-2370abf23361 req-8f6bb3c9-be68-4356-b53f-9cc5b9a8f50f tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:49.943123 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0c478d51-0a9f-44e7-b73e-2370abf23361 req-8f6bb3c9-be68-4356-b53f-9cc5b9a8f50f tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0845258 Dec 11 16:29:49.992975 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0c478d51-0a9f-44e7-b73e-2370abf23361 req-34581256-df2d-4682-92f4-b6ffaffc2cda tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435634 Dec 11 16:29:50.083374 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392956f-2b41-4ebe-9f23-7f5935e79c75 req-5565ae2c-090f-400f-a5df-4c29a9f9f825 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:50.084990 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b392956f-2b41-4ebe-9f23-7f5935e79c75 req-5565ae2c-090f-400f-a5df-4c29a9f9f825 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=80b7676a-2643-4520-9747-816cbe90168c HTTP/1.1" status: 200 len: 945 time: 0.0823510 Dec 11 16:29:50.132374 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b392956f-2b41-4ebe-9f23-7f5935e79c75 req-47296c58-ad66-4ff4-999e-258ba3718c8b tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409770 Dec 11 16:29:50.591749 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecad64c-3291-4049-a0e3-aff953b3dea5 req-908a491d-1fa4-4ce9-a784-fa468a8d6acb tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:50.593246 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4ecad64c-3291-4049-a0e3-aff953b3dea5 req-908a491d-1fa4-4ce9-a784-fa468a8d6acb tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.0847821 Dec 11 16:29:50.639759 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4ecad64c-3291-4049-a0e3-aff953b3dea5 req-88fd2d30-5d98-4ae5-9083-872f138a8395 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401309 Dec 11 16:29:51.020652 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752927bc-c47c-4275-9b51-a33faaf1cf51 req-cd40e2dc-ac40-44f2-8195-95aa8efd91c7 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:51.022303 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-752927bc-c47c-4275-9b51-a33faaf1cf51 req-cd40e2dc-ac40-44f2-8195-95aa8efd91c7 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.0833666 Dec 11 16:29:51.075566 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-752927bc-c47c-4275-9b51-a33faaf1cf51 req-6031d1de-09da-46e5-a076-94ababa17917 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467310 Dec 11 16:29:51.102388 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34533f55-1794-4ec4-a3a2-d2d85a73db85 req-bfc95230-2e9a-431e-8162-36fa601c6b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:51.103949 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-34533f55-1794-4ec4-a3a2-d2d85a73db85 req-bfc95230-2e9a-431e-8162-36fa601c6b86 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=18cab7096ec7405c979d977608f922bb&device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 1163 time: 0.0805976 Dec 11 16:29:51.219423 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acfce1-5434-4938-8e8f-69833d044188 req-ca1b302e-c0be-4101-82ef-65cd005c7651 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:51.221726 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-84acfce1-5434-4938-8e8f-69833d044188 req-ca1b302e-c0be-4101-82ef-65cd005c7651 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0851901 Dec 11 16:29:51.255943 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34533f55-1794-4ec4-a3a2-d2d85a73db85 req-98c3d9c5-e319-4f40-afe1-39e6de46225f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:51.257514 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-34533f55-1794-4ec4-a3a2-d2d85a73db85 req-98c3d9c5-e319-4f40-afe1-39e6de46225f service neutron] 10.222.0.87 "GET /v2.0/networks?id=98273e7d-6ebb-4285-b7f1-5f101b8f1038 HTTP/1.1" status: 200 len: 904 time: 0.1419253 Dec 11 16:29:51.271821 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-84acfce1-5434-4938-8e8f-69833d044188 req-2612565c-67f0-48a6-9890-e42e91b18f84 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436015 Dec 11 16:29:51.353795 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60135612-5c1f-4cfb-b30a-efd99ef74765 req-d9deed59-8188-43d0-bd9c-d40b60d69503 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:51.355301 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-60135612-5c1f-4cfb-b30a-efd99ef74765 req-d9deed59-8188-43d0-bd9c-d40b60d69503 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=80b7676a-2643-4520-9747-816cbe90168c HTTP/1.1" status: 200 len: 945 time: 0.0895679 Dec 11 16:29:51.364656 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-34533f55-1794-4ec4-a3a2-d2d85a73db85 req-19805b9a-dd88-4db4-8aa8-c6c149bc0d89 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3f96bb3-3458-4a86-bf08-bc18a058d932 HTTP/1.1" status: 200 len: 1002 time: 0.0975699 Dec 11 16:29:51.403207 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-60135612-5c1f-4cfb-b30a-efd99ef74765 req-04896e90-2aed-4f34-a192-ab3ae3688cdb tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415139 Dec 11 16:29:51.438968 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34533f55-1794-4ec4-a3a2-d2d85a73db85 req-6ff3c0c7-dffd-4b12-9f5c-a23695f6d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:51.441112 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-34533f55-1794-4ec4-a3a2-d2d85a73db85 req-6ff3c0c7-dffd-4b12-9f5c-a23695f6d7ae service neutron] 10.222.0.87 "GET /v2.0/subnets?id=56573ac3-46db-42ab-ac70-c5fd685172d7 HTTP/1.1" status: 200 len: 849 time: 0.0676885 Dec 11 16:29:51.525400 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34533f55-1794-4ec4-a3a2-d2d85a73db85 req-e3ee0928-ebe2-4aaa-8743-261180ada7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:51.526957 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-34533f55-1794-4ec4-a3a2-d2d85a73db85 req-e3ee0928-ebe2-4aaa-8743-261180ada7d7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=98273e7d-6ebb-4285-b7f1-5f101b8f1038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0729036 Dec 11 16:29:51.671306 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-34533f55-1794-4ec4-a3a2-d2d85a73db85 req-e77f7964-d639-485f-ba88-21b27a077ab5 service neutron] 10.222.0.87 "GET /v2.0/networks/98273e7d-6ebb-4285-b7f1-5f101b8f1038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353252 Dec 11 16:29:51.816930 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-34533f55-1794-4ec4-a3a2-d2d85a73db85 req-d98b7a49-384e-4fc5-8554-2e59badaa0f4 service neutron] 10.222.0.87 "GET /v2.0/networks/98273e7d-6ebb-4285-b7f1-5f101b8f1038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1351955 Dec 11 16:29:52.284974 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6a470-abdd-4991-a0af-011132d60fe3 req-0d240875-181a-44db-a2e2-1777fe547581 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:52.286459 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-91b6a470-abdd-4991-a0af-011132d60fe3 req-0d240875-181a-44db-a2e2-1777fe547581 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.0812318 Dec 11 16:29:52.335077 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-91b6a470-abdd-4991-a0af-011132d60fe3 req-26937a4b-88ce-4b5a-8f51-3483646abab2 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419345 Dec 11 16:29:52.489305 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f087cf-cb37-4a7f-8a90-a86c360e1a9e req-07fefba2-a20c-4642-a6ad-753760e5a7bc tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:52.490889 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-69f087cf-cb37-4a7f-8a90-a86c360e1a9e req-07fefba2-a20c-4642-a6ad-753760e5a7bc tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0858200 Dec 11 16:29:52.541976 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-69f087cf-cb37-4a7f-8a90-a86c360e1a9e req-c6b770aa-15e6-443c-b179-82a2625f1cdc tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446351 Dec 11 16:29:52.621362 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0a86c-a521-4ad5-a9dc-ec1107433a45 req-2507c497-c04d-4520-b687-2eb5043cd8dc tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:52.622982 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bbc0a86c-a521-4ad5-a9dc-ec1107433a45 req-2507c497-c04d-4520-b687-2eb5043cd8dc tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=80b7676a-2643-4520-9747-816cbe90168c HTTP/1.1" status: 200 len: 945 time: 0.0839336 Dec 11 16:29:52.674535 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bbc0a86c-a521-4ad5-a9dc-ec1107433a45 req-8f2379cd-b669-4cde-9daa-c7ca57998c32 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441635 Dec 11 16:29:53.218960 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:53.546919 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eceb1b3-bba0-4761-9ec3-65d83c960af4 req-156f5850-c4aa-40b0-85c4-a488dbab8952 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:53.548490 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2eceb1b3-bba0-4761-9ec3-65d83c960af4 req-156f5850-c4aa-40b0-85c4-a488dbab8952 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.0832744 Dec 11 16:29:53.597696 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2eceb1b3-bba0-4761-9ec3-65d83c960af4 req-1d26cb7d-369e-40e2-be1c-776511962880 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422964 Dec 11 16:29:53.900622 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417b450-097e-4349-9095-d91c20cec1e8 req-050baeb8-0d50-4323-86f2-d1482b82b56f tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:53.901363 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-e417b450-097e-4349-9095-d91c20cec1e8 req-050baeb8-0d50-4323-86f2-d1482b82b56f tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Synchronizing usage tracker for tenant:226ef8323e08459b88128a3549878a19 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:29:53.919331 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-e417b450-097e-4349-9095-d91c20cec1e8 req-050baeb8-0d50-4323-86f2-d1482b82b56f tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Unset dirty status for tenant:226ef8323e08459b88128a3549878a19 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:29:53.920672 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e417b450-097e-4349-9095-d91c20cec1e8 req-050baeb8-0d50-4323-86f2-d1482b82b56f tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.87 "GET /v2.0/ports?device_id=80b7676a-2643-4520-9747-816cbe90168c HTTP/1.1" status: 200 len: 945 time: 0.1082082 Dec 11 16:29:53.998271 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-e417b450-097e-4349-9095-d91c20cec1e8 req-2e7e43ab-1f45-4198-bf86-423387d8ae2a tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Deleting port 6326b48c-4666-4c63-8f34-610db743f490 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:29:53.998652 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-e417b450-097e-4349-9095-d91c20cec1e8 req-2e7e43ab-1f45-4198-bf86-423387d8ae2a tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:54.020390 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ede96-d866-491e-ad33-ed3c168954d8 req-e9354b8b-56da-41f4-8502-e80f3d53bc69 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:54.021972 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1c3ede96-d866-491e-ad33-ed3c168954d8 req-e9354b8b-56da-41f4-8502-e80f3d53bc69 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.3444858 Dec 11 16:29:54.056132 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e0a87-2351-415b-b38e-de9ea5e0779f req-c31b8fa2-0b5a-4ef4-98da-f28081ed8881 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:54.057713 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9c9e0a87-2351-415b-b38e-de9ea5e0779f req-c31b8fa2-0b5a-4ef4-98da-f28081ed8881 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=80b7676a-2643-4520-9747-816cbe90168c HTTP/1.1" status: 200 len: 945 time: 0.1262572 Dec 11 16:29:54.104282 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1c3ede96-d866-491e-ad33-ed3c168954d8 req-8b999b15-469d-4d9c-841e-5ff772c69aab tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751994 Dec 11 16:29:54.126595 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9c9e0a87-2351-415b-b38e-de9ea5e0779f req-2add861d-a1b1-4848-a966-80870d54ff0b tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575271 Dec 11 16:29:54.444436 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-e417b450-097e-4349-9095-d91c20cec1e8 req-2e7e43ab-1f45-4198-bf86-423387d8ae2a tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] For port 6326b48c-4666-4c63-8f34-610db743f490, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=6326b48c-4666-4c63-8f34-610db743f490,segment=NetworkSegment(4f619742-2f1c-4a1c-b9fc-b9c9540add64),segment_id=4f619742-2f1c-4a1c-b9fc-b9c9540add64)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:29:54.444824 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-e417b450-097e-4349-9095-d91c20cec1e8 req-2e7e43ab-1f45-4198-bf86-423387d8ae2a tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:54.567404 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-e417b450-097e-4349-9095-d91c20cec1e8 req-2e7e43ab-1f45-4198-bf86-423387d8ae2a tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Calling delete_port for 6326b48c-4666-4c63-8f34-610db743f490 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:29:54.710232 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-e417b450-097e-4349-9095-d91c20cec1e8 req-2e7e43ab-1f45-4198-bf86-423387d8ae2a tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:54.724986 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0e6655af-4d95-4a50-8564-91402a35bc1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:29:54.763396 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device d3f96bb3-3458-4a86-bf08-bc18a058d932 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:29:54.825086 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e43ab-1f45-4198-bf86-423387d8ae2a tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Pushing event deleted for resources: {'Port': ['ID=6326b48c-4666-4c63-8f34-610db743f490,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:29:54.829261 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2e7e43ab-1f45-4198-bf86-423387d8ae2a tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:29:54.833762 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port d3f96bb3-3458-4a86-bf08-bc18a058d932 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:29:54.834179 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:54.929361 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-e417b450-097e-4349-9095-d91c20cec1e8 req-2e7e43ab-1f45-4198-bf86-423387d8ae2a tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] No DVR routers for this DVR port 6326b48c-4666-4c63-8f34-610db743f490 on host hv-cinder-76675 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 11 16:29:54.931760 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-e417b450-097e-4349-9095-d91c20cec1e8 req-2e7e43ab-1f45-4198-bf86-423387d8ae2a tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:54.934448 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b7676a-2643-4520-9747-816cbe90168c', 'name': 'network-vif-deleted', 'tag': '6326b48c-4666-4c63-8f34-610db743f490'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:29:54.949971 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e417b450-097e-4349-9095-d91c20cec1e8 req-2e7e43ab-1f45-4198-bf86-423387d8ae2a tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.87 "DELETE /v2.0/ports/6326b48c-4666-4c63-8f34-610db743f490 HTTP/1.1" status: 204 len: 173 time: 1.0191989 Dec 11 16:29:54.993659 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b7676a-2643-4520-9747-816cbe90168c', 'name': 'network-vif-deleted', 'tag': '6326b48c-4666-4c63-8f34-610db743f490', 'status': 'completed', 'code': 200} Dec 11 16:29:55.025814 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 6326b48c-4666-4c63-8f34-610db743f490 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:29:55.060201 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] No Port match for: 6326b48c-4666-4c63-8f34-610db743f490 {{(pid=80244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 11 16:29:55.060594 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 6326b48c-4666-4c63-8f34-610db743f490 not bound to the agent host hv-cinder-76675 {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 11 16:29:55.358429 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-576505b4-0578-4ccb-bac7-298a194d058d req-9a52c33f-44d5-467e-8150-141edca7d242 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=80b7676a-2643-4520-9747-816cbe90168c HTTP/1.1" status: 200 len: 210 time: 0.0554869 Dec 11 16:29:55.386656 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fda115-1587-48ba-a2f4-903f0820e5ca req-2baed8e7-559e-415e-89c6-98d05aed908a tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:55.388234 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a9fda115-1587-48ba-a2f4-903f0820e5ca req-2baed8e7-559e-415e-89c6-98d05aed908a tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.1253018 Dec 11 16:29:55.438549 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a9fda115-1587-48ba-a2f4-903f0820e5ca req-9d5c86d9-c725-457d-9821-75fded5e450e tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431297 Dec 11 16:29:56.651694 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6cd90-a802-45e4-b8aa-5feaa0787106 req-556e03b0-8622-4775-8516-36d37120fab8 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:56.655927 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b7c6cd90-a802-45e4-b8aa-5feaa0787106 req-556e03b0-8622-4775-8516-36d37120fab8 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0864580 Dec 11 16:29:56.704328 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b7c6cd90-a802-45e4-b8aa-5feaa0787106 req-758dc9e6-2c3f-48b0-8b45-1e8b389df2b4 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438719 Dec 11 16:29:57.922210 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5156d0a-1715-44a4-a130-ab426d118c87 req-0aefce41-798c-4d31-bcb6-b28cef38d864 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:57.923910 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c5156d0a-1715-44a4-a130-ab426d118c87 req-0aefce41-798c-4d31-bcb6-b28cef38d864 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.0869370 Dec 11 16:29:57.973016 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c5156d0a-1715-44a4-a130-ab426d118c87 req-ae5518b8-115b-4660-9d5a-616744dd8e8c tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425835 Dec 11 16:29:58.058224 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db76601-cf94-48c4-b36a-c4f4ae96dbbd req-cc6b8c87-3328-4a0f-a4c6-1aac777b75fa tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:58.058973 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-2db76601-cf94-48c4-b36a-c4f4ae96dbbd req-cc6b8c87-3328-4a0f-a4c6-1aac777b75fa tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Synchronizing usage tracker for tenant:3aac1554ef17430cad7c85fea3e3ff64 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:29:58.075007 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-2db76601-cf94-48c4-b36a-c4f4ae96dbbd req-cc6b8c87-3328-4a0f-a4c6-1aac777b75fa tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Unset dirty status for tenant:3aac1554ef17430cad7c85fea3e3ff64 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:29:58.076263 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2db76601-cf94-48c4-b36a-c4f4ae96dbbd req-cc6b8c87-3328-4a0f-a4c6-1aac777b75fa tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.87 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 945 time: 0.1016831 Dec 11 16:29:58.152674 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-2db76601-cf94-48c4-b36a-c4f4ae96dbbd req-2deffeeb-5521-489e-a9cd-a628c8d139fd tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Deleting port 5a441077-a0cb-4077-aa7a-34ff516b984c {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:29:58.153055 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-2db76601-cf94-48c4-b36a-c4f4ae96dbbd req-2deffeeb-5521-489e-a9cd-a628c8d139fd tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:58.411736 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-2db76601-cf94-48c4-b36a-c4f4ae96dbbd req-2deffeeb-5521-489e-a9cd-a628c8d139fd tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] For port 5a441077-a0cb-4077-aa7a-34ff516b984c, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=5a441077-a0cb-4077-aa7a-34ff516b984c,segment=NetworkSegment(30e3bbeb-c262-41a5-85ab-dd99bd91c58b),segment_id=30e3bbeb-c262-41a5-85ab-dd99bd91c58b)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:29:58.412140 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-2db76601-cf94-48c4-b36a-c4f4ae96dbbd req-2deffeeb-5521-489e-a9cd-a628c8d139fd tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:58.433964 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 5a441077-a0cb-4077-aa7a-34ff516b984c no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:29:58.541722 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-2db76601-cf94-48c4-b36a-c4f4ae96dbbd req-2deffeeb-5521-489e-a9cd-a628c8d139fd tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Calling delete_port for 5a441077-a0cb-4077-aa7a-34ff516b984c owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:29:58.553203 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:58.581588 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc324d7-6e72-474a-9945-467d78e77184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a441077-a0cb-4077-aa7a-34ff516b984c'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:29:58.592667 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port 5a441077-a0cb-4077-aa7a-34ff516b984c, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=5a441077-a0cb-4077-aa7a-34ff516b984c,segment=NetworkSegment(30e3bbeb-c262-41a5-85ab-dd99bd91c58b),segment_id=30e3bbeb-c262-41a5-85ab-dd99bd91c58b)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:29:58.597045 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:58.599487 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-03deed2f-fd54-4b9d-a2a4-54b49d4beb85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:29:58.635308 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.db.api [req-2db76601-cf94-48c4-b36a-c4f4ae96dbbd req-2deffeeb-5521-489e-a9cd-a628c8d139fd tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80243) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 11 16:29:58.635848 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_db.api [req-2db76601-cf94-48c4-b36a-c4f4ae96dbbd req-2deffeeb-5521-489e-a9cd-a628c8d139fd tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 11 16:29:58.650538 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc324d7-6e72-474a-9945-467d78e77184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a441077-a0cb-4077-aa7a-34ff516b984c', 'code': 200} Dec 11 16:29:58.688061 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=5a441077-a0cb-4077-aa7a-34ff516b984c,revision_number=5']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:29:58.691616 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:29:59.137337 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-2db76601-cf94-48c4-b36a-c4f4ae96dbbd req-2deffeeb-5521-489e-a9cd-a628c8d139fd tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Deleting port 5a441077-a0cb-4077-aa7a-34ff516b984c {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:29:59.137751 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-2db76601-cf94-48c4-b36a-c4f4ae96dbbd req-2deffeeb-5521-489e-a9cd-a628c8d139fd tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:59.184165 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c37da-593e-4bce-8957-5d7b2291c425 req-bfb68175-74d8-4103-82da-1e1874f1ee0b tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:29:59.185773 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-aa5c37da-593e-4bce-8957-5d7b2291c425 req-bfb68175-74d8-4103-82da-1e1874f1ee0b tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 943 time: 0.0833926 Dec 11 16:29:59.235487 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-aa5c37da-593e-4bce-8957-5d7b2291c425 req-2576c062-5e3a-4a1b-b383-f2d183335406 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/security-groups?id=e9a69462-cbac-44d6-bbb1-9ef9445c51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417140 Dec 11 16:29:59.404320 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-2db76601-cf94-48c4-b36a-c4f4ae96dbbd req-2deffeeb-5521-489e-a9cd-a628c8d139fd tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] For port 5a441077-a0cb-4077-aa7a-34ff516b984c, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=5a441077-a0cb-4077-aa7a-34ff516b984c,segment=NetworkSegment(30e3bbeb-c262-41a5-85ab-dd99bd91c58b),segment_id=30e3bbeb-c262-41a5-85ab-dd99bd91c58b)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:29:59.404724 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-2db76601-cf94-48c4-b36a-c4f4ae96dbbd req-2deffeeb-5521-489e-a9cd-a628c8d139fd tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:59.532839 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-2db76601-cf94-48c4-b36a-c4f4ae96dbbd req-2deffeeb-5521-489e-a9cd-a628c8d139fd tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Calling delete_port for 5a441077-a0cb-4077-aa7a-34ff516b984c owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:29:59.680239 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-2db76601-cf94-48c4-b36a-c4f4ae96dbbd req-2deffeeb-5521-489e-a9cd-a628c8d139fd tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:59.695587 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:29:59.793211 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deffeeb-5521-489e-a9cd-a628c8d139fd tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Pushing event deleted for resources: {'Port': ['ID=5a441077-a0cb-4077-aa7a-34ff516b984c,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:29:59.797746 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2deffeeb-5521-489e-a9cd-a628c8d139fd tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:29:59.888849 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db76601-cf94-48c4-b36a-c4f4ae96dbbd req-2deffeeb-5521-489e-a9cd-a628c8d139fd tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] No DVR routers for this DVR port 5a441077-a0cb-4077-aa7a-34ff516b984c on host hv-cinder-76675 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 11 16:29:59.891240 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-2db76601-cf94-48c4-b36a-c4f4ae96dbbd req-2deffeeb-5521-489e-a9cd-a628c8d139fd tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:29:59.894314 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc324d7-6e72-474a-9945-467d78e77184', 'name': 'network-vif-deleted', 'tag': '5a441077-a0cb-4077-aa7a-34ff516b984c'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:29:59.909497 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2db76601-cf94-48c4-b36a-c4f4ae96dbbd req-2deffeeb-5521-489e-a9cd-a628c8d139fd tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.87 "DELETE /v2.0/ports/5a441077-a0cb-4077-aa7a-34ff516b984c HTTP/1.1" status: 204 len: 173 time: 1.8270531 Dec 11 16:29:59.954281 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc324d7-6e72-474a-9945-467d78e77184', 'name': 'network-vif-deleted', 'tag': '5a441077-a0cb-4077-aa7a-34ff516b984c', 'status': 'completed', 'code': 200} Dec 11 16:30:00.431887 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0d760aa4-a7c7-4f57-9bfa-bc994ee573f9 req-9d650def-2348-484a-9a76-dc899877141e tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] 10.222.0.45 "GET /v2.0/ports?device_id=1bc324d7-6e72-474a-9945-467d78e77184 HTTP/1.1" status: 200 len: 210 time: 0.0484469 Dec 11 16:30:00.836096 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-f84d2537-e9b7-4a92-a19f-a975115c02ea tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:00.837663 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-f84d2537-e9b7-4a92-a19f-a975115c02ea tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/networks?id=14b0b9e1-2cb3-4131-8249-9df0b7a261cf HTTP/1.1" status: 200 len: 814 time: 0.1559355 Dec 11 16:30:00.853455 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-d3b5a821-4c21-424e-bf2c-a5546c2200ad tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/quotas/226ef8323e08459b88128a3549878a19 HTTP/1.1" status: 200 len: 375 time: 0.0095646 Dec 11 16:30:00.903209 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-9b83983c-1622-43f8-84e6-c64efeca7961 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?tenant_id=226ef8323e08459b88128a3549878a19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440903 Dec 11 16:30:01.046563 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-d4367a85-3c22-408d-aab2-a50903c65578 service neutron] 10.222.0.45 "GET /v2.0/networks/14b0b9e1-2cb3-4131-8249-9df0b7a261cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353633 Dec 11 16:30:01.191551 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-f5f31a2b-2649-48fd-b628-5eba248ba466 service neutron] 10.222.0.45 "GET /v2.0/networks/14b0b9e1-2cb3-4131-8249-9df0b7a261cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1378863 Dec 11 16:30:01.388938 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-29272988-a46d-4121-b810-867bdeab5f76 req-b6bb2323-baf2-43c9-b7ab-69e05f2d9e4b tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=d62e1377-aa6d-4e12-92bd-f06c7ef1d908 HTTP/1.1" status: 200 len: 210 time: 0.0459609 Dec 11 16:30:01.548783 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 44154) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:01.919831 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-baa710e1-d9c8-4238-b312-5e2ca0a002fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854361468'] for router_interface, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:02.560038 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-baa710e1-d9c8-4238-b312-5e2ca0a002fe admin admin] Deleting port 65887fc0-34e9-4956-bc6d-1d28f2d50723 {{(pid=80242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:30:02.560576 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-baa710e1-d9c8-4238-b312-5e2ca0a002fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:02.647758 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e173164d-9198-4eae-9fad-1af3ddaf75b9 req-74ffaa95-200e-434d-8f07-536a9f7a4de5 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=d62e1377-aa6d-4e12-92bd-f06c7ef1d908 HTTP/1.1" status: 200 len: 210 time: 0.0629933 Dec 11 16:30:02.659529 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-a68c2738-f44c-4d09-a64f-20f350306b8f tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:02.661096 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-a68c2738-f44c-4d09-a64f-20f350306b8f tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.87 "GET /v2.0/networks?id=14b0b9e1-2cb3-4131-8249-9df0b7a261cf HTTP/1.1" status: 200 len: 814 time: 0.1874399 Dec 11 16:30:02.685654 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-d9bbd1ee-330b-4401-b99c-8c315f34400d tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Request body: {'port': {'device_id': 'd62e1377-aa6d-4e12-92bd-f06c7ef1d908', 'network_id': '14b0b9e1-2cb3-4131-8249-9df0b7a261cf', 'admin_state_up': True, 'tenant_id': '226ef8323e08459b88128a3549878a19'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:30:02.815135 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-baa710e1-d9c8-4238-b312-5e2ca0a002fe admin admin] For port 65887fc0-34e9-4956-bc6d-1d28f2d50723, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=65887fc0-34e9-4956-bc6d-1d28f2d50723,segment=NetworkSegment(30e3bbeb-c262-41a5-85ab-dd99bd91c58b),segment_id=30e3bbeb-c262-41a5-85ab-dd99bd91c58b)] {{(pid=80242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:30:02.815559 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-baa710e1-d9c8-4238-b312-5e2ca0a002fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:02.834715 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-d9bbd1ee-330b-4401-b99c-8c315f34400d tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:30:02.839074 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-d9bbd1ee-330b-4401-b99c-8c315f34400d tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Usage tracker for resource:port and tenant:226ef8323e08459b88128a3549878a19 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:30:02.842078 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-d9bbd1ee-330b-4401-b99c-8c315f34400d tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Quota usage for port was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:30:02.847888 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-d9bbd1ee-330b-4401-b99c-8c315f34400d tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:30:02.856792 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-d9bbd1ee-330b-4401-b99c-8c315f34400d tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Made reservation on behalf of 226ef8323e08459b88128a3549878a19 for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:30:02.862834 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-d9bbd1ee-330b-4401-b99c-8c315f34400d tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:02.945806 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-baa710e1-d9c8-4238-b312-5e2ca0a002fe admin admin] Calling delete_port for 65887fc0-34e9-4956-bc6d-1d28f2d50723 owned by network:router_interface {{(pid=80242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:30:03.167834 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-d9bbd1ee-330b-4401-b99c-8c315f34400d tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Allocated IP 172.20.0.14 (14b0b9e1-2cb3-4131-8249-9df0b7a261cf/f65ebe83-2650-418b-bd2c-2c87b7c95251/8c8a334d-dbee-4fcd-bde0-bcce53f3dd01) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:30:03.395924 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-d9bbd1ee-330b-4401-b99c-8c315f34400d tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:03.423123 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-d9bbd1ee-330b-4401-b99c-8c315f34400d tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:03.438239 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:03.533794 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-baa710e1-d9c8-4238-b312-5e2ca0a002fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839577674'] for port, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:03.550656 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9195cc4e-d616-4659-8480-db9c40d38f68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:03.583819 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bbd1ee-330b-4401-b99c-8c315f34400d tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Pushing event updated for resources: {'Port': ['ID=8c8a334d-dbee-4fcd-bde0-bcce53f3dd01,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:03.589748 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d9bbd1ee-330b-4401-b99c-8c315f34400d tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:03.640904 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-d9bbd1ee-330b-4401-b99c-8c315f34400d tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Network 14b0b9e1-2cb3-4131-8249-9df0b7a261cf is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:30:03.643153 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-d9bbd1ee-330b-4401-b99c-8c315f34400d tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:30:03.646091 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-d9bbd1ee-330b-4401-b99c-8c315f34400d tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:30:03.663882 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa710e1-d9c8-4238-b312-5e2ca0a002fe admin admin] Pushing event deleted for resources: {'Port': ['ID=65887fc0-34e9-4956-bc6d-1d28f2d50723,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:03.667983 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-baa710e1-d9c8-4238-b312-5e2ca0a002fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:03.711618 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-d9bbd1ee-330b-4401-b99c-8c315f34400d tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:03.712650 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-d9bbd1ee-330b-4401-b99c-8c315f34400d tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:03.739712 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-d9bbd1ee-330b-4401-b99c-8c315f34400d tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0579438 Dec 11 16:30:03.762056 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-c3926be3-e757-4a84-a44d-ffe8bcb6da66 service neutron] Request body: {'port': {'device_id': 'd62e1377-aa6d-4e12-92bd-f06c7ef1d908', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:30:03.877950 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-c3926be3-e757-4a84-a44d-ffe8bcb6da66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:04.024675 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-baa710e1-d9c8-4238-b312-5e2ca0a002fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3269951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854361502'] for router_interface, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:04.110404 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce32ee-d0de-45c7-bdb5-e2aa67bb7c52 req-34073722-0f4f-40b9-87db-1393d35a8a4c tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:04.112082 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2dce32ee-d0de-45c7-bdb5-e2aa67bb7c52 req-34073722-0f4f-40b9-87db-1393d35a8a4c tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=d62e1377-aa6d-4e12-92bd-f06c7ef1d908 HTTP/1.1" status: 200 len: 932 time: 0.2689526 Dec 11 16:30:04.181453 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2dce32ee-d0de-45c7-bdb5-e2aa67bb7c52 req-cec0d9da-d6b3-4336-8c49-fa0c953c4f7c tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623217 Dec 11 16:30:04.288727 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-c3926be3-e757-4a84-a44d-ffe8bcb6da66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c8a334d-dbee-4fcd-bde0-bcce53f3dd01 {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 11 16:30:04.296471 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-c3926be3-e757-4a84-a44d-ffe8bcb6da66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:04.308932 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-c3926be3-e757-4a84-a44d-ffe8bcb6da66 service neutron] Transition to ACTIVE for port object 8c8a334d-dbee-4fcd-bde0-bcce53f3dd01 will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:30:04.312216 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-c3926be3-e757-4a84-a44d-ffe8bcb6da66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:04.328211 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:04.594000 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa710e1-d9c8-4238-b312-5e2ca0a002fe admin admin] Router a4a01eb0-c0bf-4c19-977d-758a55810ad8 has already been hosted by L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 {{(pid=80242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 11 16:30:04.661021 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3926be3-e757-4a84-a44d-ffe8bcb6da66 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8a334d-dbee-4fcd-bde0-bcce53f3dd01,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:04.664185 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c3926be3-e757-4a84-a44d-ffe8bcb6da66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:04.783959 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa710e1-d9c8-4238-b312-5e2ca0a002fe admin admin] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:30:04.794128 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b442dc-bf93-43e7-9afb-3667d942b7d9 None None] Sync routers for ids ['a4a01eb0-c0bf-4c19-977d-758a55810ad8'] in dv-cinder-766752-1-smb {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:30:04.800313 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-baa710e1-d9c8-4238-b312-5e2ca0a002fe admin admin] 10.222.0.45 "PUT /v2.0/routers/a4a01eb0-c0bf-4c19-977d-758a55810ad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2473986 Dec 11 16:30:04.800603 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 44172) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:04.805724 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b442dc-bf93-43e7-9afb-3667d942b7d9 None None] Routers {'a4a01eb0-c0bf-4c19-977d-758a55810ad8'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:30:04.806375 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-e5b442dc-bf93-43e7-9afb-3667d942b7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:29:46Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['a4a01eb0-c0bf-4c19-977d-758a55810ad8'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:30:04.847140 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-c3926be3-e757-4a84-a44d-ffe8bcb6da66 service neutron] Attempting to bind port 8c8a334d-dbee-4fcd-bde0-bcce53f3dd01 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:30:04.847420 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-c3926be3-e757-4a84-a44d-ffe8bcb6da66 service neutron] Attempting to bind port 8c8a334d-dbee-4fcd-bde0-bcce53f3dd01 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '4f619742-2f1c-4a1c-b9fc-b9c9540add64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14b0b9e1-2cb3-4131-8249-9df0b7a261cf'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:30:04.847843 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-c3926be3-e757-4a84-a44d-ffe8bcb6da66 service neutron] Attempting to bind port 8c8a334d-dbee-4fcd-bde0-bcce53f3dd01 on network 14b0b9e1-2cb3-4131-8249-9df0b7a261cf {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:30:04.853913 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-c3926be3-e757-4a84-a44d-ffe8bcb6da66 service neutron] Checking agent: {'id': 'c6c9fd6f-e101-4bae-907a-ac1718f8d09d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 23), 'started_at': datetime.datetime(2020, 12, 11, 16, 24, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:30:04.854289 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-c3926be3-e757-4a84-a44d-ffe8bcb6da66 service neutron] Checking segment: {'id': '4f619742-2f1c-4a1c-b9fc-b9c9540add64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14b0b9e1-2cb3-4131-8249-9df0b7a261cf'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:30:04.854696 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-c3926be3-e757-4a84-a44d-ffe8bcb6da66 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:04.855088 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-c3926be3-e757-4a84-a44d-ffe8bcb6da66 service neutron] Bound using segment: {'id': '4f619742-2f1c-4a1c-b9fc-b9c9540add64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14b0b9e1-2cb3-4131-8249-9df0b7a261cf'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:30:04.855585 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-c3926be3-e757-4a84-a44d-ffe8bcb6da66 service neutron] Bound port: 8c8a334d-dbee-4fcd-bde0-bcce53f3dd01, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f619742-2f1c-4a1c-b9fc-b9c9540add64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14b0b9e1-2cb3-4131-8249-9df0b7a261cf'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:30:04.855962 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-c3926be3-e757-4a84-a44d-ffe8bcb6da66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:04.953643 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-c3926be3-e757-4a84-a44d-ffe8bcb6da66 service neutron] For port 8c8a334d-dbee-4fcd-bde0-bcce53f3dd01, host hv-cinder-76675, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:30:04.958169 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-c3926be3-e757-4a84-a44d-ffe8bcb6da66 service neutron] For port 8c8a334d-dbee-4fcd-bde0-bcce53f3dd01, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=8c8a334d-dbee-4fcd-bde0-bcce53f3dd01,segment=NetworkSegment(4f619742-2f1c-4a1c-b9fc-b9c9540add64),segment_id=4f619742-2f1c-4a1c-b9fc-b9c9540add64)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:30:04.962428 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-c3926be3-e757-4a84-a44d-ffe8bcb6da66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:04.979347 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:04.987548 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1d978d79-a862-4085-84f6-f377391f2283 admin admin] Notify callbacks [] for router, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:05.000374 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-e5b442dc-bf93-43e7-9afb-3667d942b7d9 None None] Set router a4a01eb0-c0bf-4c19-977d-758a55810ad8 gateway port host: dv-cinder-766752-1-smb {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:30:05.125926 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3926be3-e757-4a84-a44d-ffe8bcb6da66 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8a334d-dbee-4fcd-bde0-bcce53f3dd01,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:05.131584 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c3926be3-e757-4a84-a44d-ffe8bcb6da66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:05.164665 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-c3926be3-e757-4a84-a44d-ffe8bcb6da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:05.165335 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-c3926be3-e757-4a84-a44d-ffe8bcb6da66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:05.166824 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-c3926be3-e757-4a84-a44d-ffe8bcb6da66 service neutron] 10.222.0.87 "PUT /v2.0/ports/8c8a334d-dbee-4fcd-bde0-bcce53f3dd01 HTTP/1.1" status: 200 len: 1158 time: 1.4098425 Dec 11 16:30:05.167376 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd62e1377-aa6d-4e12-92bd-f06c7ef1d908', 'tag': '8c8a334d-dbee-4fcd-bde0-bcce53f3dd01'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:30:05.175882 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1d978d79-a862-4085-84f6-f377391f2283 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:05.187156 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-1d978d79-a862-4085-84f6-f377391f2283 admin admin] Deleting port d388faf8-0350-4e05-a24b-e2c575364db4 {{(pid=80242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:30:05.187639 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1d978d79-a862-4085-84f6-f377391f2283 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:05.310399 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd62e1377-aa6d-4e12-92bd-f06c7ef1d908', 'tag': '8c8a334d-dbee-4fcd-bde0-bcce53f3dd01', 'status': 'completed', 'code': 200} Dec 11 16:30:05.341200 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-7e832134-1c48-461b-85e0-5407cfef2434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:05.342850 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-7e832134-1c48-461b-85e0-5407cfef2434 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=226ef8323e08459b88128a3549878a19&device_id=d62e1377-aa6d-4e12-92bd-f06c7ef1d908 HTTP/1.1" status: 200 len: 1161 time: 0.1122079 Dec 11 16:30:05.424017 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-d4815c69-e160-4985-9346-edbeb63e3419 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c8a334d-dbee-4fcd-bde0-bcce53f3dd01 HTTP/1.1" status: 200 len: 217 time: 0.0662627 Dec 11 16:30:05.472900 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-e5b442dc-bf93-43e7-9afb-3667d942b7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a01eb0-c0bf-4c19-977d-758a55810ad8', 'name': 'tempest-ServerRescueNegativeTestJSON-1655988622-router', 'tenant_id': '3aac1554ef17430cad7c85fea3e3ff64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd388faf8-0350-4e05-a24b-e2c575364db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:28Z', 'updated_at': '2020-12-11T16:30:03Z', 'revision_number': 5, 'project_id': '3aac1554ef17430cad7c85fea3e3ff64', 'gw_port': {'id': 'd388faf8-0350-4e05-a24b-e2c575364db4', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a01eb0-c0bf-4c19-977d-758a55810ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:29Z', 'updated_at': '2020-12-11T16:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:30:05.477468 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b442dc-bf93-43e7-9afb-3667d942b7d9 None None] Checking router: a4a01eb0-c0bf-4c19-977d-758a55810ad8 for host: dv-cinder-766752-1-smb {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:30:05.488125 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b442dc-bf93-43e7-9afb-3667d942b7d9 None None] Routers {'a4a01eb0-c0bf-4c19-977d-758a55810ad8'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:30:05.488805 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-e5b442dc-bf93-43e7-9afb-3667d942b7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:29:46Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['a4a01eb0-c0bf-4c19-977d-758a55810ad8'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:30:05.506226 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-d616643f-b559-4b1e-8bea-2357f0d86346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:05.507889 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-d616643f-b559-4b1e-8bea-2357f0d86346 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f65ebe83-2650-418b-bd2c-2c87b7c95251 HTTP/1.1" status: 200 len: 854 time: 0.0765893 Dec 11 16:30:05.564715 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-1148775f-87f0-4189-9a86-f4929d4a62fc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=14b0b9e1-2cb3-4131-8249-9df0b7a261cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472410 Dec 11 16:30:05.683505 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-1d978d79-a862-4085-84f6-f377391f2283 admin admin] For port d388faf8-0350-4e05-a24b-e2c575364db4, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=d388faf8-0350-4e05-a24b-e2c575364db4,segment=NetworkSegment(fa6d7e3f-32fe-4ab3-b890-6946fd39c952),segment_id=fa6d7e3f-32fe-4ab3-b890-6946fd39c952)] {{(pid=80242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:30:05.684058 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1d978d79-a862-4085-84f6-f377391f2283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:05.728377 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-e5b442dc-bf93-43e7-9afb-3667d942b7d9 None None] Set router a4a01eb0-c0bf-4c19-977d-758a55810ad8 gateway port host: dv-cinder-766752-1-smb {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:30:05.728943 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-9b683f72-bc18-4d94-b638-905d7ec7c4ae service neutron] 10.222.0.87 "GET /v2.0/networks/14b0b9e1-2cb3-4131-8249-9df0b7a261cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565654 Dec 11 16:30:05.825493 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-1d978d79-a862-4085-84f6-f377391f2283 admin admin] Calling delete_port for d388faf8-0350-4e05-a24b-e2c575364db4 owned by network:router_gateway {{(pid=80242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:30:05.878595 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadc99e-cb75-4209-916a-a3bcd8b32d6f req-374890e4-788a-4acc-bb96-b826ede126a2 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:05.880235 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bbadc99e-cb75-4209-916a-a3bcd8b32d6f req-374890e4-788a-4acc-bb96-b826ede126a2 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=d62e1377-aa6d-4e12-92bd-f06c7ef1d908 HTTP/1.1" status: 200 len: 944 time: 0.5401537 Dec 11 16:30:05.885822 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7e94f13a-4c4b-4978-b867-c0ff7e66e6b3 req-0b8b9fa8-7614-4a00-b3fe-2016c7769725 service neutron] 10.222.0.87 "GET /v2.0/networks/14b0b9e1-2cb3-4131-8249-9df0b7a261cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1416264 Dec 11 16:30:05.994233 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bbadc99e-cb75-4209-916a-a3bcd8b32d6f req-cc9aa35b-6253-420b-8ef7-57761c69ae0b tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955768 Dec 11 16:30:06.044813 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1d978d79-a862-4085-84f6-f377391f2283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839577674'] for port, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: WARNING neutron.plugins.ml2.ovo_rpc [None req-1d978d79-a862-4085-84f6-f377391f2283 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: result = function(*args, **kwargs) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: proto.__init__(conn_state, self) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: self.handle() Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: self.handle_one_request() Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: self.handle_one_response() Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: result = self.application(self.environ, start_response) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: return app(environ, start_response) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: resp = self.call_func(req, *args, **kw) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: return self.func(req, *args, **kwargs) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: response = req.get_response(self.application) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: application, catch_exc_info=False) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: app_iter = application(self.environ, start_response) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: resp = self.call_func(req, *args, **kw) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: return self.func(req, *args, **kwargs) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: response = req.get_response(self.application) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: application, catch_exc_info=False) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: app_iter = application(self.environ, start_response) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: resp = self.call_func(req, *args, **kw) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: return self.func(req, *args, **kwargs) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: response = req.get_response(self.application) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: application, catch_exc_info=False) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: app_iter = application(self.environ, start_response) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: resp = self.call_func(req, *args, **kw) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: return self.func(req, *args, **kwargs) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: response = req.get_response(self.application) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: application, catch_exc_info=False) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: app_iter = application(self.environ, start_response) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: resp = self.call_func(req, *args, **kw) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: return self.func(req, *args, **kwargs) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: return request.get_response(self.application) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: application, catch_exc_info=False) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: app_iter = application(self.environ, start_response) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: resp = self.call_func(req, *args, **kw) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: return self.func(req, *args, **kwargs) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: response = req.get_response(self._app) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: application, catch_exc_info=False) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: app_iter = application(self.environ, start_response) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: return resp(environ, start_response) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: return resp(environ, start_response) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: response = self.app(environ, start_response) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: return resp(environ, start_response) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: resp = self.call_func(req, *args, **kw) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: return self.func(req, *args, **kwargs) Dec 11 16:30:06.052079 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: result = method(request=request, **args) Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: return self._delete(request, id, **kwargs) Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: return f(*args, **kwargs) Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: return f(*args, **kwargs) Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: return f(*dup_args, **dup_kwargs) Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: obj_deleter(request.context, id, **kwargs) Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: super(L3_NAT_db_mixin, self).delete_router(context, id) Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: return method(*args, **kwargs) Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: return f(*args, **kwargs) Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: return f(*args, **kwargs) Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: return f(*dup_args, **dup_kwargs) Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: self._delete_current_gw_port(context, id, router, None) Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: admin_ctx, gw_port_id, l3_port_check=False) Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: return f(self, context, *args, **kwargs) Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: return method(*args, **kwargs) Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: context, port, router_ids, bound_mech_contexts) Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: return function(*args, **kwargs) Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: errors = self._notify_loop(resource, event, trigger, **kwargs) Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: callback(resource, event, trigger, **kwargs) Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: if self._is_session_semantic_violated(context, resource, event): Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: stack = traceback.extract_stack() Dec 11 16:30:06.060194 dv-cinder-766752-1-smb neutron-server[80122]: Dec 11 16:30:06.065399 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-e5b442dc-bf93-43e7-9afb-3667d942b7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a01eb0-c0bf-4c19-977d-758a55810ad8', 'name': 'tempest-ServerRescueNegativeTestJSON-1655988622-router', 'tenant_id': '3aac1554ef17430cad7c85fea3e3ff64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd388faf8-0350-4e05-a24b-e2c575364db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:28Z', 'updated_at': '2020-12-11T16:30:03Z', 'revision_number': 5, 'project_id': '3aac1554ef17430cad7c85fea3e3ff64', 'gw_port': {'id': 'd388faf8-0350-4e05-a24b-e2c575364db4', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a01eb0-c0bf-4c19-977d-758a55810ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:29Z', 'updated_at': '2020-12-11T16:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:30:06.065399 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b442dc-bf93-43e7-9afb-3667d942b7d9 None None] The sync data for ids ['a4a01eb0-c0bf-4c19-977d-758a55810ad8'] in dv-cinder-766752-1-smb is: [{'id': 'a4a01eb0-c0bf-4c19-977d-758a55810ad8', 'name': 'tempest-ServerRescueNegativeTestJSON-1655988622-router', 'tenant_id': '3aac1554ef17430cad7c85fea3e3ff64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd388faf8-0350-4e05-a24b-e2c575364db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:28Z', 'updated_at': '2020-12-11T16:30:03Z', 'revision_number': 5, 'project_id': '3aac1554ef17430cad7c85fea3e3ff64', 'gw_port': {'id': 'd388faf8-0350-4e05-a24b-e2c575364db4', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a01eb0-c0bf-4c19-977d-758a55810ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:29Z', 'updated_at': '2020-12-11T16:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:30:06.100688 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f04fe1-b166-49c6-a23c-6765af7b8937 req-670d5b3f-7276-447f-955d-86d90852f9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:06.102459 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e4f04fe1-b166-49c6-a23c-6765af7b8937 req-670d5b3f-7276-447f-955d-86d90852f9dc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=226ef8323e08459b88128a3549878a19&device_id=d62e1377-aa6d-4e12-92bd-f06c7ef1d908 HTTP/1.1" status: 200 len: 1161 time: 0.1086628 Dec 11 16:30:06.261950 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1d978d79-a862-4085-84f6-f377391f2283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415628'] for router_gateway, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:06.333036 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f04fe1-b166-49c6-a23c-6765af7b8937 req-22e3d50a-d0ef-4672-92c8-aaba5d819da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:06.334622 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e4f04fe1-b166-49c6-a23c-6765af7b8937 req-22e3d50a-d0ef-4672-92c8-aaba5d819da9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=14b0b9e1-2cb3-4131-8249-9df0b7a261cf HTTP/1.1" status: 200 len: 908 time: 0.2220120 Dec 11 16:30:06.353149 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 65887fc0-34e9-4956-bc6d-1d28f2d50723 no longer exists at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:30:06.389489 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] No Port match for: 65887fc0-34e9-4956-bc6d-1d28f2d50723 {{(pid=80244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 11 16:30:06.390264 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 65887fc0-34e9-4956-bc6d-1d28f2d50723 not bound to the agent host dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 11 16:30:06.415824 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e4f04fe1-b166-49c6-a23c-6765af7b8937 req-9a9af50b-fa5d-4b79-8c5a-f1905f0a72d8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c8a334d-dbee-4fcd-bde0-bcce53f3dd01 HTTP/1.1" status: 200 len: 217 time: 0.0709381 Dec 11 16:30:06.468797 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1d978d79-a862-4085-84f6-f377391f2283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854360000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774711'] for router, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:06.472449 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1d978d79-a862-4085-84f6-f377391f2283 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:06.498120 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf856b-c7f3-4529-be9b-375227633c34 req-3de0c944-e30f-4a4b-a579-fbf370e96ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:06.499762 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-04cf856b-c7f3-4529-be9b-375227633c34 req-3de0c944-e30f-4a4b-a579-fbf370e96ab6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e37fdc83c4594f89972cc36f62859783&device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 1203 time: 0.2223113 Dec 11 16:30:06.504125 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f04fe1-b166-49c6-a23c-6765af7b8937 req-73ace4e2-a38b-43db-9e9d-2f0555185629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:06.505607 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e4f04fe1-b166-49c6-a23c-6765af7b8937 req-73ace4e2-a38b-43db-9e9d-2f0555185629 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f65ebe83-2650-418b-bd2c-2c87b7c95251 HTTP/1.1" status: 200 len: 854 time: 0.0820887 Dec 11 16:30:06.569862 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1d978d79-a862-4085-84f6-f377391f2283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854360002'] for router, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:06.570453 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d978d79-a862-4085-84f6-f377391f2283 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4a01eb0-c0bf-4c19-977d-758a55810ad8 {{(pid=80242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 11 16:30:06.587524 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf641a8-9385-4895-b568-639c3ff6ee07 req-75f64741-064e-4426-82d0-7f37639ff179 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:06.589164 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-cbf641a8-9385-4895-b568-639c3ff6ee07 req-75f64741-064e-4426-82d0-7f37639ff179 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 985 time: 0.2559931 Dec 11 16:30:06.596681 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1d978d79-a862-4085-84f6-f377391f2283 admin admin] Notify callbacks [] for router, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:06.600348 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-1d978d79-a862-4085-84f6-f377391f2283 admin admin] 10.222.0.45 "DELETE /v2.0/routers/a4a01eb0-c0bf-4c19-977d-758a55810ad8 HTTP/1.1" status: 204 len: 168 time: 1.7963376 Dec 11 16:30:06.603624 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 44186) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:06.645673 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e4f04fe1-b166-49c6-a23c-6765af7b8937 req-305c29ff-2a9c-4ee5-8bac-22183a41204c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=14b0b9e1-2cb3-4131-8249-9df0b7a261cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1317728 Dec 11 16:30:06.717263 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-cbf641a8-9385-4895-b568-639c3ff6ee07 req-c2dd5e85-56a5-436e-b07b-30fc6406cab1 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&id=2f74d16b-ce8f-46e5-8550-5b0331acf1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1145825 Dec 11 16:30:06.723156 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a73120-72f7-40ef-90e9-8a708abe37b2 admin admin] Deleting subnet 3e6404f2-4e6d-43c0-8f0c-00c87c7cbef7 {{(pid=80242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 11 16:30:06.726548 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e2a73120-72f7-40ef-90e9-8a708abe37b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:06.784940 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e2a73120-72f7-40ef-90e9-8a708abe37b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852725173'] for subnet, precommit_delete_associations {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:06.824130 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf856b-c7f3-4529-be9b-375227633c34 req-e28651f4-384b-457f-8561-e18e92d20daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:06.825731 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-04cf856b-c7f3-4529-be9b-375227633c34 req-e28651f4-384b-457f-8561-e18e92d20daa service neutron] 10.222.0.87 "GET /v2.0/networks?id=5ce8c0cf-2037-467e-aeac-2cfe6e72869e HTTP/1.1" status: 200 len: 908 time: 0.3134196 Dec 11 16:30:06.853263 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e2a73120-72f7-40ef-90e9-8a708abe37b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586106'] for subnet, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:06.925815 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e4f04fe1-b166-49c6-a23c-6765af7b8937 req-f28069fc-5fe1-48f9-9e11-3f7f39da272f service neutron] 10.222.0.87 "GET /v2.0/networks/14b0b9e1-2cb3-4131-8249-9df0b7a261cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610545 Dec 11 16:30:07.023479 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-04cf856b-c7f3-4529-be9b-375227633c34 req-6955a20e-6ee0-40f8-9dc4-148a00594f19 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e9f6aa8-d603-4aec-98c4-29173d052700 HTTP/1.1" status: 200 len: 1002 time: 0.1826501 Dec 11 16:30:07.124191 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf856b-c7f3-4529-be9b-375227633c34 req-bcbd0598-43c7-4896-9f4e-161e5b3559ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:07.125720 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-04cf856b-c7f3-4529-be9b-375227633c34 req-bcbd0598-43c7-4896-9f4e-161e5b3559ee service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f989d188-0764-4755-9ed3-e783bc6c7d0e HTTP/1.1" status: 200 len: 853 time: 0.0917647 Dec 11 16:30:07.133424 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e2a73120-72f7-40ef-90e9-8a708abe37b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851189726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15198040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839673155'] for subnet, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:07.151602 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4c250d60-88e8-48d5-9ce5-2f290afa1413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:07.198892 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e4f04fe1-b166-49c6-a23c-6765af7b8937 req-a517164f-e2b8-4c8c-8980-41e7be7a36f2 service neutron] 10.222.0.87 "GET /v2.0/networks/14b0b9e1-2cb3-4131-8249-9df0b7a261cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2579837 Dec 11 16:30:07.223269 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf856b-c7f3-4529-be9b-375227633c34 req-d46c1898-8c58-4a13-9d6d-ee105d6893e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:07.225366 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-04cf856b-c7f3-4529-be9b-375227633c34 req-d46c1898-8c58-4a13-9d6d-ee105d6893e9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5ce8c0cf-2037-467e-aeac-2cfe6e72869e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0854366 Dec 11 16:30:07.278573 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a73120-72f7-40ef-90e9-8a708abe37b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e6404f2-4e6d-43c0-8f0c-00c87c7cbef7,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:07.298112 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e2a73120-72f7-40ef-90e9-8a708abe37b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:07.349721 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e2a73120-72f7-40ef-90e9-8a708abe37b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for subnet, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:07.363981 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-e2a73120-72f7-40ef-90e9-8a708abe37b2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3e6404f2-4e6d-43c0-8f0c-00c87c7cbef7 HTTP/1.1" status: 204 len: 168 time: 0.7577744 Dec 11 16:30:07.364701 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 44192) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:07.373930 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e18cb-27ec-4376-87c8-d57138320a72 req-db688d65-5a73-49bf-813e-1c2cda18aee2 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:07.375651 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3a6e18cb-27ec-4376-87c8-d57138320a72 req-db688d65-5a73-49bf-813e-1c2cda18aee2 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=d62e1377-aa6d-4e12-92bd-f06c7ef1d908 HTTP/1.1" status: 200 len: 944 time: 0.2250180 Dec 11 16:30:07.381344 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-04cf856b-c7f3-4529-be9b-375227633c34 req-ffdd1bdd-870a-4894-abc7-e15d6f6bd2b1 service neutron] 10.222.0.87 "GET /v2.0/networks/5ce8c0cf-2037-467e-aeac-2cfe6e72869e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425204 Dec 11 16:30:07.519324 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3a6e18cb-27ec-4376-87c8-d57138320a72 req-e1cdbfe1-210e-4036-92c7-088c692d2d97 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257753 Dec 11 16:30:07.524582 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-04cf856b-c7f3-4529-be9b-375227633c34 req-6716ce7f-8354-4a47-8a6c-037246d0c7d4 service neutron] 10.222.0.87 "GET /v2.0/networks/5ce8c0cf-2037-467e-aeac-2cfe6e72869e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1325092 Dec 11 16:30:07.526118 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8cd4fa08-9128-45e2-b51b-dc0a367c7b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851038720'] for network, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:07.730724 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8cd4fa08-9128-45e2-b51b-dc0a367c7b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851202014', 'neutron.services.segments.db._delete_segments_for_network--9223363266957784334'] for network, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:07.859573 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-8cd4fa08-9128-45e2-b51b-dc0a367c7b94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec77316-2c94-4b1a-b7f0-14bd7e44d817']}} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:30:07.874280 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-8cd4fa08-9128-45e2-b51b-dc0a367c7b94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e3bbeb-c262-41a5-85ab-dd99bd91c58b') {'for_net_delete': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:30:07.874611 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-8cd4fa08-9128-45e2-b51b-dc0a367c7b94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e3bbeb-c262-41a5-85ab-dd99bd91c58b') {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:30:07.926924 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8cd4fa08-9128-45e2-b51b-dc0a367c7b94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266957780391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2050643'] for segment, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:07.955681 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8cd4fa08-9128-45e2-b51b-dc0a367c7b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:07.959890 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8cd4fa08-9128-45e2-b51b-dc0a367c7b94 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 11 16:30:08.144114 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a478877-b4c9-4898-b4f2-6359c541143f req-4922454f-7dc0-4c66-8373-e212efd8fc16 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:08.145753 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7a478877-b4c9-4898-b4f2-6359c541143f req-4922454f-7dc0-4c66-8373-e212efd8fc16 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 985 time: 0.2745230 Dec 11 16:30:08.157107 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-8cd4fa08-9128-45e2-b51b-dc0a367c7b94 admin admin] Network 9ec77316-2c94-4b1a-b7f0-14bd7e44d817 has no segments {{(pid=80242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 11 16:30:08.167269 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8cd4fa08-9128-45e2-b51b-dc0a367c7b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851196067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15198179'] for segment, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:08.354269 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7a478877-b4c9-4898-b4f2-6359c541143f req-e19a6d7b-b89f-49b5-8c2a-2c73bde4c2ba tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&id=2f74d16b-ce8f-46e5-8550-5b0331acf1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1990747 Dec 11 16:30:08.385462 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-8cd4fa08-9128-45e2-b51b-dc0a367c7b94 admin admin] Network 9ec77316-2c94-4b1a-b7f0-14bd7e44d817 has no segments {{(pid=80242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 11 16:30:08.386149 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device d388faf8-0350-4e05-a24b-e2c575364db4 no longer exists at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: Traceback (most recent call last): Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: timer() Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: cb(*args, **kw) Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: return func(*args, **kwargs) Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: self._notify() Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: self.callback(batched_events) Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: event.method(event) Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: segment_id)['aggregates'][0] Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: return f(self, *a, **k) Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: return self._get(url).json() Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: **kwargs) Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: return self.request(url, 'GET', **kwargs) Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: **endpoint_filter) Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 16:30:08.409021 dv-cinder-766752-1-smb neutron-server[80122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 16:30:08.425999 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] No Port match for: d388faf8-0350-4e05-a24b-e2c575364db4 {{(pid=80244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 11 16:30:08.426493 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device d388faf8-0350-4e05-a24b-e2c575364db4 not bound to the agent host dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 11 16:30:08.490858 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8cd4fa08-9128-45e2-b51b-dc0a367c7b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3573818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854360171'] for network, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:08.494804 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e5d7d107-8d37-443f-a003-d3dfa602b977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:08.511126 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8cd4fa08-9128-45e2-b51b-dc0a367c7b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:08.519842 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4fa08-9128-45e2-b51b-dc0a367c7b94 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ec77316-2c94-4b1a-b7f0-14bd7e44d817,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:08.523537 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8cd4fa08-9128-45e2-b51b-dc0a367c7b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:08.528006 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-8cd4fa08-9128-45e2-b51b-dc0a367c7b94 admin admin] 10.222.0.45 "DELETE /v2.0/networks/9ec77316-2c94-4b1a-b7f0-14bd7e44d817 HTTP/1.1" status: 204 len: 168 time: 1.1614876 Dec 11 16:30:08.677698 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 44202) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:08.729106 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-636ed3a6-f19d-4b96-bc7f-7320b315b08d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3aac1554ef17430cad7c85fea3e3ff64&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0500679 Dec 11 16:30:08.731776 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 44206) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:08.733671 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c88ca-b0b2-4e54-8e81-d64c71374972 req-e698d074-4852-4926-b3a9-e733d7df51c2 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:08.735269 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b40c88ca-b0b2-4e54-8e81-d64c71374972 req-e698d074-4852-4926-b3a9-e733d7df51c2 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=d62e1377-aa6d-4e12-92bd-f06c7ef1d908 HTTP/1.1" status: 200 len: 944 time: 0.0850537 Dec 11 16:30:08.790338 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b40c88ca-b0b2-4e54-8e81-d64c71374972 req-ce7d3738-e9fe-45f1-b218-69bb999908a4 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481734 Dec 11 16:30:08.801449 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3b1ce8ef-1bf6-44f2-985d-5662aeb1f42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:08.828968 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3b1ce8ef-1bf6-44f2-985d-5662aeb1f42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:08.874380 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3b1ce8ef-1bf6-44f2-985d-5662aeb1f42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:08.880142 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-67f0f5fe-1c35-49c9-b26b-085a21b10cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:08.890856 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ce8ef-1bf6-44f2-985d-5662aeb1f42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a69462-cbac-44d6-bbb1-9ef9445c51c7,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:08.896090 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3b1ce8ef-1bf6-44f2-985d-5662aeb1f42c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:08.898081 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3b1ce8ef-1bf6-44f2-985d-5662aeb1f42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:08.899281 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-3b1ce8ef-1bf6-44f2-985d-5662aeb1f42c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e9a69462-cbac-44d6-bbb1-9ef9445c51c7 HTTP/1.1" status: 204 len: 168 time: 0.1665094 Dec 11 16:30:09.378670 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 8c8a334d-dbee-4fcd-bde0-bcce53f3dd01 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:30:09.450815 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning for port 8c8a334d-dbee-4fcd-bde0-bcce53f3dd01 completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:30:09.456068 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 8c8a334d-dbee-4fcd-bde0-bcce53f3dd01 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:30:09.456491 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:09.581469 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:09.583225 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d00b6-07ff-4dee-800f-eab109dd7de4 req-60634219-02ee-4f13-a105-aa1d50d74f9a tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:09.585008 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-284d00b6-07ff-4dee-800f-eab109dd7de4 req-60634219-02ee-4f13-a105-aa1d50d74f9a tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 985 time: 0.0901589 Dec 11 16:30:09.612155 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62e1377-aa6d-4e12-92bd-f06c7ef1d908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8a334d-dbee-4fcd-bde0-bcce53f3dd01'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:30:09.622694 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port 8c8a334d-dbee-4fcd-bde0-bcce53f3dd01, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=8c8a334d-dbee-4fcd-bde0-bcce53f3dd01,segment=NetworkSegment(4f619742-2f1c-4a1c-b9fc-b9c9540add64),segment_id=4f619742-2f1c-4a1c-b9fc-b9c9540add64)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:30:09.627321 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:09.629415 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:09.638733 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-284d00b6-07ff-4dee-800f-eab109dd7de4 req-5879b1d6-1f75-4f98-b2b7-c484e5f71991 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&id=2f74d16b-ce8f-46e5-8550-5b0331acf1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0470374 Dec 11 16:30:09.705932 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=8c8a334d-dbee-4fcd-bde0-bcce53f3dd01,revision_number=4']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:09.709758 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:09.711837 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62e1377-aa6d-4e12-92bd-f06c7ef1d908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8a334d-dbee-4fcd-bde0-bcce53f3dd01', 'code': 200} Dec 11 16:30:10.012033 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a2f01-46d6-4814-859c-399ae6c1881d req-2927010f-5d3a-4d79-a53a-e7f9271dd2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:10.013656 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-dc0a2f01-46d6-4814-859c-399ae6c1881d req-2927010f-5d3a-4d79-a53a-e7f9271dd2b1 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d62e1377-aa6d-4e12-92bd-f06c7ef1d908 HTTP/1.1" status: 200 len: 1163 time: 0.0787292 Dec 11 16:30:10.028219 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bd03a-3a3a-4103-b15a-3b38e4795995 req-1c24e598-81cf-471c-90f1-f526a6dd9c12 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:10.030047 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-282bd03a-3a3a-4103-b15a-3b38e4795995 req-1c24e598-81cf-471c-90f1-f526a6dd9c12 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=d62e1377-aa6d-4e12-92bd-f06c7ef1d908 HTTP/1.1" status: 200 len: 946 time: 0.0902445 Dec 11 16:30:10.064324 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-dc0a2f01-46d6-4814-859c-399ae6c1881d req-60cc7547-8200-47cd-93a1-cd2704093dcf service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414324 Dec 11 16:30:10.086142 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-282bd03a-3a3a-4103-b15a-3b38e4795995 req-af410a59-17b5-4f6b-ab63-7355f6277841 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476596 Dec 11 16:30:10.827324 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 8c8a334d-dbee-4fcd-bde0-bcce53f3dd01 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:30:10.881070 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfe5c1-2d08-446d-a18a-c0f62899906b req-a42cf69b-31a8-4340-a2fc-b330f7ad124e tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:10.882722 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-78bfe5c1-2d08-446d-a18a-c0f62899906b req-a42cf69b-31a8-4340-a2fc-b330f7ad124e tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 985 time: 0.0884275 Dec 11 16:30:10.908202 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 8c8a334d-dbee-4fcd-bde0-bcce53f3dd01 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:30:10.908865 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:10.935007 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-78bfe5c1-2d08-446d-a18a-c0f62899906b req-e1406f97-15b3-4887-ac5d-f1248ad3514d tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&id=2f74d16b-ce8f-46e5-8550-5b0331acf1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0458341 Dec 11 16:30:10.989156 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 44256) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:11.141867 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-40e7b900-06be-4124-b910-3bc42a2e190f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:11.157562 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-40e7b900-06be-4124-b910-3bc42a2e190f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:30:11.162208 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-40e7b900-06be-4124-b910-3bc42a2e190f admin admin] Usage tracker for resource:security_group_rule and tenant:6795dec6f979442394156833a9989b07 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:30:11.165190 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-40e7b900-06be-4124-b910-3bc42a2e190f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:30:11.171153 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-40e7b900-06be-4124-b910-3bc42a2e190f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:30:11.260632 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-40e7b900-06be-4124-b910-3bc42a2e190f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:11.263537 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-40e7b900-06be-4124-b910-3bc42a2e190f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:11.273414 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-283cabd0-6f20-4e0e-a671-0eda62e205ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:11.306430 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32d29a-0075-49f1-874c-d42a68b5f9dd req-e54f68f5-7527-46e8-9c01-d1f483154d02 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:11.308096 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8f32d29a-0075-49f1-874c-d42a68b5f9dd req-e54f68f5-7527-46e8-9c01-d1f483154d02 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=d62e1377-aa6d-4e12-92bd-f06c7ef1d908 HTTP/1.1" status: 200 len: 946 time: 0.0869882 Dec 11 16:30:11.316655 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-40e7b900-06be-4124-b910-3bc42a2e190f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6795dec6f979442394156833a9989b07&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3263516 Dec 11 16:30:11.318313 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7b900-06be-4124-b910-3bc42a2e190f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c2f770-fc30-42ea-a6ce-11cb474b8a65,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:11.320894 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 44264) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:11.323826 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-40e7b900-06be-4124-b910-3bc42a2e190f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:11.357100 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8f32d29a-0075-49f1-874c-d42a68b5f9dd req-b1629608-e31d-4838-99ef-0febdf3bc597 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417955 Dec 11 16:30:11.388188 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8a85d421-c0cb-46d8-8565-58694310ca7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:11.415213 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8a85d421-c0cb-46d8-8565-58694310ca7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:11.462330 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8a85d421-c0cb-46d8-8565-58694310ca7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:11.468073 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-26ce9420-acff-4120-9361-6215f853ae81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:11.480291 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85d421-c0cb-46d8-8565-58694310ca7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c2f770-fc30-42ea-a6ce-11cb474b8a65,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:11.485022 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8a85d421-c0cb-46d8-8565-58694310ca7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:11.489668 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8a85d421-c0cb-46d8-8565-58694310ca7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:11.495601 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-8a85d421-c0cb-46d8-8565-58694310ca7f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/44c2f770-fc30-42ea-a6ce-11cb474b8a65 HTTP/1.1" status: 204 len: 168 time: 0.1718507 Dec 11 16:30:11.860412 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 44272) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:11.878881 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-569c8871-872f-4bbf-8831-0b5dec2ff91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:11.894648 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-569c8871-872f-4bbf-8831-0b5dec2ff91b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:30:11.898649 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-569c8871-872f-4bbf-8831-0b5dec2ff91b admin admin] Usage tracker for resource:security_group_rule and tenant:78987c017f954001b512a746025f936d is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:30:11.901545 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-569c8871-872f-4bbf-8831-0b5dec2ff91b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:30:11.907192 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-569c8871-872f-4bbf-8831-0b5dec2ff91b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:30:11.991280 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-569c8871-872f-4bbf-8831-0b5dec2ff91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:11.994440 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-569c8871-872f-4bbf-8831-0b5dec2ff91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:12.003889 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4615860a-a02b-40f4-b45d-b90caa28391d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:12.047707 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-569c8871-872f-4bbf-8831-0b5dec2ff91b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=78987c017f954001b512a746025f936d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1861854 Dec 11 16:30:12.049384 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c8871-872f-4bbf-8831-0b5dec2ff91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff6c96a-ef72-466f-8060-885a228d72fb,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:12.050678 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 44278) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:12.053415 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-569c8871-872f-4bbf-8831-0b5dec2ff91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:12.170980 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-55d64965-8c62-481a-940c-9687abe9c737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:12.207901 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-55d64965-8c62-481a-940c-9687abe9c737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:12.455303 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b37eb-9f85-40ef-904e-7d24e89bbb7c req-6542e9c8-5b39-463b-8a2b-dceb367062c6 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:12.456880 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c87b37eb-9f85-40ef-904e-7d24e89bbb7c req-6542e9c8-5b39-463b-8a2b-dceb367062c6 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 985 time: 0.3785233 Dec 11 16:30:12.568770 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c87b37eb-9f85-40ef-904e-7d24e89bbb7c req-2297aa62-e5a0-4073-99db-b0668cdb53e8 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&id=2f74d16b-ce8f-46e5-8550-5b0331acf1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1027703 Dec 11 16:30:12.578779 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-55d64965-8c62-481a-940c-9687abe9c737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:12.585191 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d8901bf0-32fc-4f4e-8174-a1d176546326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:12.602887 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d64965-8c62-481a-940c-9687abe9c737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff6c96a-ef72-466f-8060-885a228d72fb,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:12.605559 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-55d64965-8c62-481a-940c-9687abe9c737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:12.613540 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-55d64965-8c62-481a-940c-9687abe9c737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:12.614748 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-55d64965-8c62-481a-940c-9687abe9c737 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bff6c96a-ef72-466f-8060-885a228d72fb HTTP/1.1" status: 204 len: 168 time: 0.5626948 Dec 11 16:30:12.626648 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7107a-7bf5-442b-a48a-d9830313637f req-717a3bbe-782a-4c9c-8861-abc9227b1b04 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:12.628636 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2dd7107a-7bf5-442b-a48a-d9830313637f req-717a3bbe-782a-4c9c-8861-abc9227b1b04 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=d62e1377-aa6d-4e12-92bd-f06c7ef1d908 HTTP/1.1" status: 200 len: 946 time: 0.1377528 Dec 11 16:30:12.681979 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2dd7107a-7bf5-442b-a48a-d9830313637f req-9a719b22-f7d8-4d0e-ae63-ba0415dc9e0c tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447850 Dec 11 16:30:12.986623 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 8c8a334d-dbee-4fcd-bde0-bcce53f3dd01 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:30:13.064928 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 8c8a334d-dbee-4fcd-bde0-bcce53f3dd01 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:30:13.065347 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:13.790223 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778fb89-4db3-45b1-bfd0-07a8d84ba55e req-6672bcfe-3230-4e24-b075-7d321aed3c07 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:13.791896 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9778fb89-4db3-45b1-bfd0-07a8d84ba55e req-6672bcfe-3230-4e24-b075-7d321aed3c07 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 985 time: 0.0889060 Dec 11 16:30:13.843061 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9778fb89-4db3-45b1-bfd0-07a8d84ba55e req-d731a827-ff66-4db2-860d-3c952e4eac66 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&id=2f74d16b-ce8f-46e5-8550-5b0331acf1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0432820 Dec 11 16:30:13.851844 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-54df9e48-f5e7-4ba4-bf4c-30253fe914f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:15.068419 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ecb8c0-d3ba-4aa1-91d6-6bc7fb971f6d req-6839f564-1344-467e-960a-71ec5f732f50 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:15.070036 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-03ecb8c0-d3ba-4aa1-91d6-6bc7fb971f6d req-6839f564-1344-467e-960a-71ec5f732f50 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 985 time: 0.0865963 Dec 11 16:30:15.122140 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-03ecb8c0-d3ba-4aa1-91d6-6bc7fb971f6d req-731803b3-173f-4f69-8774-c558a088fae9 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&id=2f74d16b-ce8f-46e5-8550-5b0331acf1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0450506 Dec 11 16:30:15.392727 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 44370) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:15.547833 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f1a4cd33-e618-4895-aa09-73c332416053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:15.563282 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-f1a4cd33-e618-4895-aa09-73c332416053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:30:15.567392 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-f1a4cd33-e618-4895-aa09-73c332416053 admin admin] Usage tracker for resource:security_group_rule and tenant:eedb3cf0f0cf4a699ee5452b01608e0f is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:30:15.570410 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-f1a4cd33-e618-4895-aa09-73c332416053 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:30:15.576195 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-f1a4cd33-e618-4895-aa09-73c332416053 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:30:15.664231 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f1a4cd33-e618-4895-aa09-73c332416053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:15.667477 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f1a4cd33-e618-4895-aa09-73c332416053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:15.676973 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:15.724133 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-f1a4cd33-e618-4895-aa09-73c332416053 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eedb3cf0f0cf4a699ee5452b01608e0f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3301966 Dec 11 16:30:15.725077 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4cd33-e618-4895-aa09-73c332416053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85518822-bc70-4112-8143-0a5220586adb,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:15.727010 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 44380) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:15.729590 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f1a4cd33-e618-4895-aa09-73c332416053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:15.791772 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b1df1c8b-8ca3-4e36-b96f-28fe51cc49e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:15.819635 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b1df1c8b-8ca3-4e36-b96f-28fe51cc49e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:15.863961 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b1df1c8b-8ca3-4e36-b96f-28fe51cc49e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:15.868974 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:15.883007 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df1c8b-8ca3-4e36-b96f-28fe51cc49e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85518822-bc70-4112-8143-0a5220586adb,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:15.885818 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b1df1c8b-8ca3-4e36-b96f-28fe51cc49e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:15.887010 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b1df1c8b-8ca3-4e36-b96f-28fe51cc49e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:15.891072 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-b1df1c8b-8ca3-4e36-b96f-28fe51cc49e7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/85518822-bc70-4112-8143-0a5220586adb HTTP/1.1" status: 204 len: 168 time: 0.1629281 Dec 11 16:30:16.114607 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-09fbaa9c-9f48-4c82-8f50-f8443d6a8076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:16.259544 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 44392) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:16.278952 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-71195f68-6ebc-4984-9a9f-fcbf7d79b726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:16.294611 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-71195f68-6ebc-4984-9a9f-fcbf7d79b726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:30:16.300072 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-71195f68-6ebc-4984-9a9f-fcbf7d79b726 admin admin] Usage tracker for resource:security_group_rule and tenant:3a4be66653124c3b952bd89e99c5ae02 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:30:16.303024 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-71195f68-6ebc-4984-9a9f-fcbf7d79b726 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:30:16.308736 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-71195f68-6ebc-4984-9a9f-fcbf7d79b726 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:30:16.352795 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0981fce-5882-446d-b407-d542ca0640d3 req-4f77e922-f666-4b42-889d-b91b7e1e2fb6 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:16.354374 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d0981fce-5882-446d-b407-d542ca0640d3 req-4f77e922-f666-4b42-889d-b91b7e1e2fb6 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 985 time: 0.0971258 Dec 11 16:30:16.402343 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-71195f68-6ebc-4984-9a9f-fcbf7d79b726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:16.404759 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d0981fce-5882-446d-b407-d542ca0640d3 req-e9fedb38-641c-4d62-9935-12215b14f543 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&id=2f74d16b-ce8f-46e5-8550-5b0331acf1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0426719 Dec 11 16:30:16.405427 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-71195f68-6ebc-4984-9a9f-fcbf7d79b726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:16.419010 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-40e7b900-06be-4124-b910-3bc42a2e190f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:16.662113 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-71195f68-6ebc-4984-9a9f-fcbf7d79b726 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3a4be66653124c3b952bd89e99c5ae02&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4014394 Dec 11 16:30:16.663878 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71195f68-6ebc-4984-9a9f-fcbf7d79b726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71dbc94-1058-494c-99ff-635e980a2c42,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:16.665172 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 44398) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:16.667078 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-71195f68-6ebc-4984-9a9f-fcbf7d79b726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:16.728272 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8b3acb91-9105-45ea-ae55-17e07b582e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:16.756343 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8b3acb91-9105-45ea-ae55-17e07b582e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:16.799318 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:16.803895 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8b3acb91-9105-45ea-ae55-17e07b582e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:16.808967 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-50947bcc-7841-4530-a0e2-2995e9e6ee5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:16.828307 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3acb91-9105-45ea-ae55-17e07b582e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71dbc94-1058-494c-99ff-635e980a2c42,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:16.830926 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8b3acb91-9105-45ea-ae55-17e07b582e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:16.833156 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8b3acb91-9105-45ea-ae55-17e07b582e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:16.834328 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-8b3acb91-9105-45ea-ae55-17e07b582e60 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e71dbc94-1058-494c-99ff-635e980a2c42 HTTP/1.1" status: 204 len: 168 time: 0.1679735 Dec 11 16:30:17.549216 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:17.652309 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf234f-fb91-4cf9-a1ea-abfdfa1987c1 req-ccd0b097-eff2-4858-8b59-12eb6a9e9cf3 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:17.654092 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1aaf234f-fb91-4cf9-a1ea-abfdfa1987c1 req-ccd0b097-eff2-4858-8b59-12eb6a9e9cf3 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 985 time: 0.0885408 Dec 11 16:30:17.707907 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1aaf234f-fb91-4cf9-a1ea-abfdfa1987c1 req-645f448f-a618-4e93-8a19-307994df9630 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&id=2f74d16b-ce8f-46e5-8550-5b0331acf1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0464520 Dec 11 16:30:17.779008 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 44424) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:17.919971 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-be17717b-f5a0-4ecf-b407-1d11401cdc28 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1874103160-network', 'tenant_id': '8250f9f4850a436c869b142af6b5883b'}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:30:17.925068 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-be17717b-f5a0-4ecf-b407-1d11401cdc28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:30:17.929134 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-be17717b-f5a0-4ecf-b407-1d11401cdc28 admin admin] Usage tracker for resource:network and tenant:8250f9f4850a436c869b142af6b5883b is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:30:17.932168 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-be17717b-f5a0-4ecf-b407-1d11401cdc28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:30:17.937929 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-be17717b-f5a0-4ecf-b407-1d11401cdc28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:30:17.948602 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be17717b-f5a0-4ecf-b407-1d11401cdc28 admin admin] Made reservation on behalf of 8250f9f4850a436c869b142af6b5883b for: {'network': 1} {{(pid=80242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:30:17.957314 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-be17717b-f5a0-4ecf-b407-1d11401cdc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for network, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:17.976513 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-be17717b-f5a0-4ecf-b407-1d11401cdc28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:17.992896 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-be17717b-f5a0-4ecf-b407-1d11401cdc28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:30:17.997110 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-be17717b-f5a0-4ecf-b407-1d11401cdc28 admin admin] Usage tracker for resource:security_group_rule and tenant:8250f9f4850a436c869b142af6b5883b is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:30:18.000230 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-be17717b-f5a0-4ecf-b407-1d11401cdc28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:30:18.006442 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-be17717b-f5a0-4ecf-b407-1d11401cdc28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:30:18.094252 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-be17717b-f5a0-4ecf-b407-1d11401cdc28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:18.097173 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-be17717b-f5a0-4ecf-b407-1d11401cdc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:18.100205 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-82867f4c-89eb-4205-99ec-522ff7d9a859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:18.133250 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be17717b-f5a0-4ecf-b407-1d11401cdc28 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 11 16:30:18.143059 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17717b-f5a0-4ecf-b407-1d11401cdc28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a213c7-a976-4286-9691-7e6bedc721b7,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:18.146917 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-be17717b-f5a0-4ecf-b407-1d11401cdc28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:18.150386 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-be17717b-f5a0-4ecf-b407-1d11401cdc28 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769896991466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:18.151571 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-be17717b-f5a0-4ecf-b407-1d11401cdc28 admin admin] Added segment d798890b-b506-4fca-979d-7ded93a6146a of type vxlan for network 5d9da225-1535-4564-ada4-8bce87821f60 Dec 11 16:30:18.179587 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-be17717b-f5a0-4ecf-b407-1d11401cdc28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769896439940'] for network, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:18.209699 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-be17717b-f5a0-4ecf-b407-1d11401cdc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882'] for network, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:18.210908 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be17717b-f5a0-4ecf-b407-1d11401cdc28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:18.211600 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-be17717b-f5a0-4ecf-b407-1d11401cdc28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:18.216543 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:18.335151 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-be17717b-f5a0-4ecf-b407-1d11401cdc28 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5549386 Dec 11 16:30:18.336113 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17717b-f5a0-4ecf-b407-1d11401cdc28 admin admin] Pushing event updated for resources: {'Network': ['ID=5d9da225-1535-4564-ada4-8bce87821f60,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:18.338205 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 44432) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:18.340870 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-be17717b-f5a0-4ecf-b407-1d11401cdc28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:18.345133 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-2eb57811-e884-4969-8d48-a155ab244876 admin admin] Request body: {'subnet': {'network_id': '5d9da225-1535-4564-ada4-8bce87821f60', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1874103160-subnet', 'tenant_id': '8250f9f4850a436c869b142af6b5883b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:30:18.346964 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Network 5d9da225-1535-4564-ada4-8bce87821f60 details requested by agent ovs-agent-dv-cinder-766752-1-smb with host dv-cinder-766752-1-smb {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:30:18.350347 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2eb57811-e884-4969-8d48-a155ab244876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:30:18.354514 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2eb57811-e884-4969-8d48-a155ab244876 admin admin] Usage tracker for resource:subnet and tenant:8250f9f4850a436c869b142af6b5883b is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:30:18.357611 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2eb57811-e884-4969-8d48-a155ab244876 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:30:18.364213 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2eb57811-e884-4969-8d48-a155ab244876 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:30:18.374051 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb57811-e884-4969-8d48-a155ab244876 admin admin] Made reservation on behalf of 8250f9f4850a436c869b142af6b5883b for: {'subnet': 1} {{(pid=80242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:30:18.379639 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2eb57811-e884-4969-8d48-a155ab244876 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15102614'] for subnet, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:18.414944 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Network 5d9da225-1535-4564-ada4-8bce87821f60 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:30:18.541257 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:18.786103 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2eb57811-e884-4969-8d48-a155ab244876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839577828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15102597'] for subnet, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:18.806552 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:18.987763 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb57811-e884-4969-8d48-a155ab244876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=622294e4-41fc-4e94-b630-ace183cae737,revision_number=0']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:18.993669 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2eb57811-e884-4969-8d48-a155ab244876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:19.053458 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a956fc-a529-4f24-9282-f71fb51497bd req-7baa70af-8616-49e3-8acb-d0059c4ea8f5 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:19.055041 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-40a956fc-a529-4f24-9282-f71fb51497bd req-7baa70af-8616-49e3-8acb-d0059c4ea8f5 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 985 time: 0.1725450 Dec 11 16:30:19.123174 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb57811-e884-4969-8d48-a155ab244876 admin admin] Checking segment: {'id': 'd798890b-b506-4fca-979d-7ded93a6146a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5d9da225-1535-4564-ada4-8bce87821f60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:30:19.123972 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb57811-e884-4969-8d48-a155ab244876 admin admin] Network hostable DHCP agents. Network: 5d9da225-1535-4564-ada4-8bce87821f60, hostable agents: ['152ea6c3-4f92-4bdd-b82f-bafaeb087025'], hosted agents: [] {{(pid=80242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 11 16:30:19.126694 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1aa77e08-faa4-4690-9501-f484a970322e req-8909c00e-d27f-43aa-9fe6-727499bcf44f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0827377 Dec 11 16:30:19.135701 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-40a956fc-a529-4f24-9282-f71fb51497bd req-ee085a43-352f-4f08-9a23-8d6a03442da4 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&id=2f74d16b-ce8f-46e5-8550-5b0331acf1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0715880 Dec 11 16:30:19.151276 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb57811-e884-4969-8d48-a155ab244876 admin admin] Network 5d9da225-1535-4564-ada4-8bce87821f60 is scheduled to be hosted by DHCP agent 152ea6c3-4f92-4bdd-b82f-bafaeb087025 with binding_index 1 {{(pid=80242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 11 16:30:19.165915 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-2eb57811-e884-4969-8d48-a155ab244876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-smb, 5d9da225-1535-4564-ada4-8bce87821f60) {{(pid=80242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:30:19.174659 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97589a0a-bcdb-4f2d-b958-056063054ab8 None None] Network 5d9da225-1535-4564-ada4-8bce87821f60 requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:30:19.175591 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb57811-e884-4969-8d48-a155ab244876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:19.176236 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2eb57811-e884-4969-8d48-a155ab244876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for subnet, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:19.198450 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-2eb57811-e884-4969-8d48-a155ab244876 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8588281 Dec 11 16:30:19.256591 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa77e08-faa4-4690-9501-f484a970322e req-b58a26ea-6fef-4b8f-90fa-514c62b8e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:19.258351 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1aa77e08-faa4-4690-9501-f484a970322e req-b58a26ea-6fef-4b8f-90fa-514c62b8e24b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=18cab7096ec7405c979d977608f922bb&device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 1163 time: 0.0882065 Dec 11 16:30:19.405445 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e2e23c-fd04-4dd8-9ffd-6959376e13b3 None None] Network 5d9da225-1535-4564-ada4-8bce87821f60 requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:30:19.436143 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa77e08-faa4-4690-9501-f484a970322e req-e0ca9528-aaf2-4b83-b5a4-cf70f08d6725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:19.437976 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1aa77e08-faa4-4690-9501-f484a970322e req-e0ca9528-aaf2-4b83-b5a4-cf70f08d6725 service neutron] 10.222.0.87 "GET /v2.0/networks?id=98273e7d-6ebb-4285-b7f1-5f101b8f1038 HTTP/1.1" status: 200 len: 904 time: 0.1504240 Dec 11 16:30:19.557583 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1aa77e08-faa4-4690-9501-f484a970322e req-eae2211a-3ae5-4201-93ac-c345e722ad86 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3f96bb3-3458-4a86-bf08-bc18a058d932 HTTP/1.1" status: 200 len: 1002 time: 0.1105075 Dec 11 16:30:19.643478 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa77e08-faa4-4690-9501-f484a970322e req-8c24538c-54d6-4f47-9d05-2c504fa96b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:19.645038 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1aa77e08-faa4-4690-9501-f484a970322e req-8c24538c-54d6-4f47-9d05-2c504fa96b03 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=56573ac3-46db-42ab-ac70-c5fd685172d7 HTTP/1.1" status: 200 len: 849 time: 0.0799701 Dec 11 16:30:19.730311 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa77e08-faa4-4690-9501-f484a970322e req-b331eb4f-8949-4098-8557-77809e1d0483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:19.732009 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1aa77e08-faa4-4690-9501-f484a970322e req-b331eb4f-8949-4098-8557-77809e1d0483 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=98273e7d-6ebb-4285-b7f1-5f101b8f1038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790238 Dec 11 16:30:19.887087 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1aa77e08-faa4-4690-9501-f484a970322e req-76bc3802-c5f8-4089-b347-8d1e28c3e243 service neutron] 10.222.0.87 "GET /v2.0/networks/98273e7d-6ebb-4285-b7f1-5f101b8f1038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426768 Dec 11 16:30:19.980097 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 44460) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:19.986762 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-b959fdc8-336f-47df-9816-bd98497769e1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1147211146-network', 'tenant_id': 'a5dabbb664204043bb34e229848be328'}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:30:19.992217 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-b959fdc8-336f-47df-9816-bd98497769e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:30:19.996340 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-b959fdc8-336f-47df-9816-bd98497769e1 admin admin] Usage tracker for resource:network and tenant:a5dabbb664204043bb34e229848be328 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:30:19.999937 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-b959fdc8-336f-47df-9816-bd98497769e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:30:20.006351 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-b959fdc8-336f-47df-9816-bd98497769e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:30:20.016131 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b959fdc8-336f-47df-9816-bd98497769e1 admin admin] Made reservation on behalf of a5dabbb664204043bb34e229848be328 for: {'network': 1} {{(pid=80242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:30:20.020970 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b959fdc8-336f-47df-9816-bd98497769e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for network, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:20.034000 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b959fdc8-336f-47df-9816-bd98497769e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:20.038403 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1aa77e08-faa4-4690-9501-f484a970322e req-4e1cf487-330f-4a7c-bbc1-783eeac7f3e5 service neutron] 10.222.0.87 "GET /v2.0/networks/98273e7d-6ebb-4285-b7f1-5f101b8f1038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1393950 Dec 11 16:30:20.050261 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-b959fdc8-336f-47df-9816-bd98497769e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:30:20.054421 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-b959fdc8-336f-47df-9816-bd98497769e1 admin admin] Usage tracker for resource:security_group_rule and tenant:a5dabbb664204043bb34e229848be328 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:30:20.057478 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-b959fdc8-336f-47df-9816-bd98497769e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:30:20.063237 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-b959fdc8-336f-47df-9816-bd98497769e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:30:20.148800 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b959fdc8-336f-47df-9816-bd98497769e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:20.151627 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b959fdc8-336f-47df-9816-bd98497769e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:20.158400 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-be17717b-f5a0-4ecf-b407-1d11401cdc28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:20.185145 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b959fdc8-336f-47df-9816-bd98497769e1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 11 16:30:20.207579 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959fdc8-336f-47df-9816-bd98497769e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcddddd1-9ce4-4275-81d3-d26ed073dbd4,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:20.210609 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b959fdc8-336f-47df-9816-bd98497769e1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769896991466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:20.211056 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-b959fdc8-336f-47df-9816-bd98497769e1 admin admin] Added segment 39fe474f-a43d-4c35-8ccb-bfcdc0b36335 of type vxlan for network 4710cdac-726e-47bc-ac20-208e01c11917 Dec 11 16:30:20.212489 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b959fdc8-336f-47df-9816-bd98497769e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:20.243553 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b959fdc8-336f-47df-9816-bd98497769e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769896439940'] for network, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:20.273165 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b959fdc8-336f-47df-9816-bd98497769e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882'] for network, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:20.274440 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b959fdc8-336f-47df-9816-bd98497769e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:20.275076 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b959fdc8-336f-47df-9816-bd98497769e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:20.280153 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:20.442283 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959fdc8-336f-47df-9816-bd98497769e1 admin admin] Pushing event updated for resources: {'Network': ['ID=4710cdac-726e-47bc-ac20-208e01c11917,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:20.445343 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b959fdc8-336f-47df-9816-bd98497769e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:20.450854 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-b959fdc8-336f-47df-9816-bd98497769e1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4690683 Dec 11 16:30:20.452930 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Network 4710cdac-726e-47bc-ac20-208e01c11917 details requested by agent ovs-agent-dv-cinder-766752-1-smb with host dv-cinder-766752-1-smb {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:30:20.453658 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 44468) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:20.459934 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-e5740c84-b0f9-4c12-867e-5499a072aafe admin admin] Request body: {'subnet': {'network_id': '4710cdac-726e-47bc-ac20-208e01c11917', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1147211146-subnet', 'tenant_id': 'a5dabbb664204043bb34e229848be328', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:30:20.465128 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-e5740c84-b0f9-4c12-867e-5499a072aafe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:30:20.470397 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-e5740c84-b0f9-4c12-867e-5499a072aafe admin admin] Usage tracker for resource:subnet and tenant:a5dabbb664204043bb34e229848be328 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:30:20.473491 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-e5740c84-b0f9-4c12-867e-5499a072aafe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:30:20.475836 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cd0f6-9c31-4a58-bd61-651fabb7e8d7 req-971e3208-6ff9-4273-a020-80cf363576cb tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:20.477436 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-407cd0f6-9c31-4a58-bd61-651fabb7e8d7 req-971e3208-6ff9-4273-a020-80cf363576cb tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 985 time: 0.1835432 Dec 11 16:30:20.479217 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-e5740c84-b0f9-4c12-867e-5499a072aafe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:30:20.490135 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5740c84-b0f9-4c12-867e-5499a072aafe admin admin] Made reservation on behalf of a5dabbb664204043bb34e229848be328 for: {'subnet': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:30:20.494802 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e5740c84-b0f9-4c12-867e-5499a072aafe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15590626'] for subnet, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:20.529396 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-407cd0f6-9c31-4a58-bd61-651fabb7e8d7 req-a4ad5243-3d69-49b0-abbc-3ff6b6a027e0 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&id=2f74d16b-ce8f-46e5-8550-5b0331acf1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0449975 Dec 11 16:30:20.545429 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Network 4710cdac-726e-47bc-ac20-208e01c11917 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:30:20.895204 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e5740c84-b0f9-4c12-867e-5499a072aafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839641851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15590641'] for subnet, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:20.910732 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-60b5c13e-6b39-4385-869d-d0fa8736547e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:21.031811 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5740c84-b0f9-4c12-867e-5499a072aafe admin admin] Pushing event updated for resources: {'Subnet': ['ID=50145080-362c-4fd8-b765-c33177358605,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:21.036206 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e5740c84-b0f9-4c12-867e-5499a072aafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:21.040470 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 2e9f6aa8-d603-4aec-98c4-29173d052700 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:30:21.109362 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5740c84-b0f9-4c12-867e-5499a072aafe admin admin] Checking segment: {'id': '39fe474f-a43d-4c35-8ccb-bfcdc0b36335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4710cdac-726e-47bc-ac20-208e01c11917'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:30:21.109812 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5740c84-b0f9-4c12-867e-5499a072aafe admin admin] Network hostable DHCP agents. Network: 4710cdac-726e-47bc-ac20-208e01c11917, hostable agents: ['152ea6c3-4f92-4bdd-b82f-bafaeb087025'], hosted agents: [] {{(pid=80243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 11 16:30:21.117750 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 2e9f6aa8-d603-4aec-98c4-29173d052700 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:30:21.118261 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:21.129452 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5740c84-b0f9-4c12-867e-5499a072aafe admin admin] Network 4710cdac-726e-47bc-ac20-208e01c11917 is scheduled to be hosted by DHCP agent 152ea6c3-4f92-4bdd-b82f-bafaeb087025 with binding_index 1 {{(pid=80243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 11 16:30:21.137602 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-e5740c84-b0f9-4c12-867e-5499a072aafe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-smb, 4710cdac-726e-47bc-ac20-208e01c11917) {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:30:21.148899 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607abbe0-b2e8-4fd4-a8bc-f28f17f1f16e None None] Network 4710cdac-726e-47bc-ac20-208e01c11917 requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:30:21.152919 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5740c84-b0f9-4c12-867e-5499a072aafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:21.153555 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e5740c84-b0f9-4c12-867e-5499a072aafe admin admin] Notify callbacks [] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:21.193722 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-e5740c84-b0f9-4c12-867e-5499a072aafe admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7387729 Dec 11 16:30:21.455125 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbec39b9-ec13-4f65-9e51-947e597e129c None None] Network 4710cdac-726e-47bc-ac20-208e01c11917 requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:30:21.900848 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bc325-dd82-4b38-9329-40f280b098ab req-e603f45e-3f62-4e7c-ad8b-6e745650e83f tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:21.902439 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d77bc325-dd82-4b38-9329-40f280b098ab req-e603f45e-3f62-4e7c-ad8b-6e745650e83f tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 985 time: 0.2197449 Dec 11 16:30:21.915705 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-3673941f-30d1-4ff4-be98-68396aaecab6 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:21.916426 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-3673941f-30d1-4ff4-be98-68396aaecab6 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Synchronizing usage tracker for tenant:8250f9f4850a436c869b142af6b5883b on resource:network {{(pid=80242) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:30:21.965241 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-3673941f-30d1-4ff4-be98-68396aaecab6 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Unset dirty status for tenant:8250f9f4850a436c869b142af6b5883b on resource:network {{(pid=80242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:30:21.966504 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-3673941f-30d1-4ff4-be98-68396aaecab6 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/networks?id=5d9da225-1535-4564-ada4-8bce87821f60 HTTP/1.1" status: 200 len: 809 time: 0.2442305 Dec 11 16:30:21.973392 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d77bc325-dd82-4b38-9329-40f280b098ab req-35e0a944-270c-4b72-96f6-57e175685850 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&id=2f74d16b-ce8f-46e5-8550-5b0331acf1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0629191 Dec 11 16:30:21.983873 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-40de718e-480d-4b29-8aa7-705f4e553f47 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/quotas/8250f9f4850a436c869b142af6b5883b HTTP/1.1" status: 200 len: 375 time: 0.0096595 Dec 11 16:30:22.038675 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-795803a3-a033-4ebb-b93a-7e841b81a7ee tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/ports?tenant_id=8250f9f4850a436c869b142af6b5883b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480042 Dec 11 16:30:22.185441 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-68038703-d3e0-4082-acac-21e6a2a31b5c service neutron] 10.222.0.45 "GET /v2.0/networks/5d9da225-1535-4564-ada4-8bce87821f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384211 Dec 11 16:30:22.331103 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-53f75a35-c13c-4983-89bc-70c75b81e3de service neutron] 10.222.0.45 "GET /v2.0/networks/5d9da225-1535-4564-ada4-8bce87821f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1384492 Dec 11 16:30:22.534873 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0b6892f9-0979-480a-af24-1a0ce3317071 req-dc2ef024-ae2a-4d69-9725-e29fe81be4e0 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/ports?device_id=424e9bdd-875e-4d9e-ab54-fe9f85af920d HTTP/1.1" status: 200 len: 210 time: 0.0470700 Dec 11 16:30:23.227231 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:23.258578 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700a53f-9e99-44ce-a23a-a06c594adda4 req-70908200-612b-45dd-b6b4-8ef465d74a0f tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:23.260136 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b700a53f-9e99-44ce-a23a-a06c594adda4 req-70908200-612b-45dd-b6b4-8ef465d74a0f tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 985 time: 0.0908380 Dec 11 16:30:23.310354 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b700a53f-9e99-44ce-a23a-a06c594adda4 req-c2db8646-cc9f-41e8-98be-706a338ac98c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&id=2f74d16b-ce8f-46e5-8550-5b0331acf1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0436060 Dec 11 16:30:23.714856 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b2502d5e-9ec4-4cea-86d6-f27735b9ed83 req-2d784e9b-5a93-4f9b-a2b7-e3ea005c8554 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/ports?device_id=424e9bdd-875e-4d9e-ab54-fe9f85af920d HTTP/1.1" status: 200 len: 210 time: 0.0452516 Dec 11 16:30:23.769476 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 6 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:30:24.031285 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-94bae530-4f42-4bf7-a8be-47148e8c9efc tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:24.032785 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-94bae530-4f42-4bf7-a8be-47148e8c9efc tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.87 "GET /v2.0/networks?id=5d9da225-1535-4564-ada4-8bce87821f60 HTTP/1.1" status: 200 len: 809 time: 0.1587265 Dec 11 16:30:24.104276 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-7d85ae37-ee35-47b7-b71a-fc9798e26ee3 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Request body: {'port': {'device_id': '424e9bdd-875e-4d9e-ab54-fe9f85af920d', 'network_id': '5d9da225-1535-4564-ada4-8bce87821f60', 'admin_state_up': True, 'tenant_id': '8250f9f4850a436c869b142af6b5883b'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:30:24.247677 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-7d85ae37-ee35-47b7-b71a-fc9798e26ee3 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:30:24.252306 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-7d85ae37-ee35-47b7-b71a-fc9798e26ee3 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Usage tracker for resource:port and tenant:8250f9f4850a436c869b142af6b5883b is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:30:24.255269 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-7d85ae37-ee35-47b7-b71a-fc9798e26ee3 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Quota usage for port was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:30:24.261486 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-7d85ae37-ee35-47b7-b71a-fc9798e26ee3 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:30:24.270594 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-7d85ae37-ee35-47b7-b71a-fc9798e26ee3 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Made reservation on behalf of 8250f9f4850a436c869b142af6b5883b for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:30:24.276095 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-7d85ae37-ee35-47b7-b71a-fc9798e26ee3 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:24.551633 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b19c0-c152-4e60-8a7c-4822d2c864ab req-79515b62-121d-4e4e-99ae-b248e6861986 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:24.553228 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4f6b19c0-c152-4e60-8a7c-4822d2c864ab req-79515b62-121d-4e4e-99ae-b248e6861986 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 985 time: 0.1081419 Dec 11 16:30:24.595201 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-7d85ae37-ee35-47b7-b71a-fc9798e26ee3 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Allocated IP 172.20.0.12 (5d9da225-1535-4564-ada4-8bce87821f60/622294e4-41fc-4e94-b630-ace183cae737/d7620460-33d5-406b-b31c-1c21a0e32bc1) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:30:24.604263 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4f6b19c0-c152-4e60-8a7c-4822d2c864ab req-0a49709f-807a-4cfb-ae24-f29b17a221b5 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&id=2f74d16b-ce8f-46e5-8550-5b0331acf1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0442491 Dec 11 16:30:24.821598 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-7d85ae37-ee35-47b7-b71a-fc9798e26ee3 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:24.847682 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-7d85ae37-ee35-47b7-b71a-fc9798e26ee3 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:24.862967 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2e7e43ab-1f45-4198-bf86-423387d8ae2a tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:24.927734 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3180f63-390f-46fd-a6a3-44be1bb44a72 req-5f31df3a-949b-4e27-a436-a79654d26d90 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:24.929350 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b3180f63-390f-46fd-a6a3-44be1bb44a72 req-5f31df3a-949b-4e27-a436-a79654d26d90 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/ports?device_id=424e9bdd-875e-4d9e-ab54-fe9f85af920d HTTP/1.1" status: 200 len: 932 time: 0.0859308 Dec 11 16:30:24.979201 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-b3180f63-390f-46fd-a6a3-44be1bb44a72 req-b0733740-139b-488b-8d20-e0fcb7b8fb53 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Synchronizing usage tracker for tenant:8250f9f4850a436c869b142af6b5883b on resource:security_group {{(pid=80242) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:30:24.994499 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85ae37-ee35-47b7-b71a-fc9798e26ee3 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Pushing event updated for resources: {'Port': ['ID=d7620460-33d5-406b-b31c-1c21a0e32bc1,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:24.996331 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-b3180f63-390f-46fd-a6a3-44be1bb44a72 req-b0733740-139b-488b-8d20-e0fcb7b8fb53 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Unset dirty status for tenant:8250f9f4850a436c869b142af6b5883b on resource:security_group {{(pid=80242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:30:24.997551 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b3180f63-390f-46fd-a6a3-44be1bb44a72 req-b0733740-139b-488b-8d20-e0fcb7b8fb53 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/security-groups?id=d5a213c7-a976-4286-9691-7e6bedc721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619719 Dec 11 16:30:24.998797 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7d85ae37-ee35-47b7-b71a-fc9798e26ee3 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:25.052331 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-7d85ae37-ee35-47b7-b71a-fc9798e26ee3 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Network 5d9da225-1535-4564-ada4-8bce87821f60 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:30:25.053443 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-7d85ae37-ee35-47b7-b71a-fc9798e26ee3 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:30:25.055635 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-7d85ae37-ee35-47b7-b71a-fc9798e26ee3 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:30:25.116533 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-7d85ae37-ee35-47b7-b71a-fc9798e26ee3 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:25.117102 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-7d85ae37-ee35-47b7-b71a-fc9798e26ee3 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:25.137225 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-7d85ae37-ee35-47b7-b71a-fc9798e26ee3 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0373683 Dec 11 16:30:25.160731 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-27fa8cd5-7694-4c8d-b4c7-ef70f42c9f57 service neutron] Request body: {'port': {'device_id': '424e9bdd-875e-4d9e-ab54-fe9f85af920d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:30:25.233435 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 2e9f6aa8-d603-4aec-98c4-29173d052700 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:30:25.274993 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-27fa8cd5-7694-4c8d-b4c7-ef70f42c9f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:25.302301 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 2e9f6aa8-d603-4aec-98c4-29173d052700 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:30:25.302715 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:25.694904 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-27fa8cd5-7694-4c8d-b4c7-ef70f42c9f57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7620460-33d5-406b-b31c-1c21a0e32bc1 {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 11 16:30:25.702215 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-27fa8cd5-7694-4c8d-b4c7-ef70f42c9f57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:25.715045 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-27fa8cd5-7694-4c8d-b4c7-ef70f42c9f57 service neutron] Transition to ACTIVE for port object d7620460-33d5-406b-b31c-1c21a0e32bc1 will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:30:25.718424 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-27fa8cd5-7694-4c8d-b4c7-ef70f42c9f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:25.735195 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-882529b7-d4ea-4588-b625-aca90eae2bd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:25.865602 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa8cd5-7694-4c8d-b4c7-ef70f42c9f57 service neutron] Pushing event updated for resources: {'Port': ['ID=d7620460-33d5-406b-b31c-1c21a0e32bc1,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:25.870589 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-27fa8cd5-7694-4c8d-b4c7-ef70f42c9f57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:26.044677 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-27fa8cd5-7694-4c8d-b4c7-ef70f42c9f57 service neutron] Attempting to bind port d7620460-33d5-406b-b31c-1c21a0e32bc1 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:30:26.045083 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-27fa8cd5-7694-4c8d-b4c7-ef70f42c9f57 service neutron] Attempting to bind port d7620460-33d5-406b-b31c-1c21a0e32bc1 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': 'd798890b-b506-4fca-979d-7ded93a6146a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5d9da225-1535-4564-ada4-8bce87821f60'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:30:26.045529 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-27fa8cd5-7694-4c8d-b4c7-ef70f42c9f57 service neutron] Attempting to bind port d7620460-33d5-406b-b31c-1c21a0e32bc1 on network 5d9da225-1535-4564-ada4-8bce87821f60 {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:30:26.052043 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-27fa8cd5-7694-4c8d-b4c7-ef70f42c9f57 service neutron] Checking agent: {'id': 'c6c9fd6f-e101-4bae-907a-ac1718f8d09d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 23), 'started_at': datetime.datetime(2020, 12, 11, 16, 24, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:30:26.052439 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-27fa8cd5-7694-4c8d-b4c7-ef70f42c9f57 service neutron] Checking segment: {'id': 'd798890b-b506-4fca-979d-7ded93a6146a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5d9da225-1535-4564-ada4-8bce87821f60'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:30:26.052915 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-27fa8cd5-7694-4c8d-b4c7-ef70f42c9f57 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:26.053386 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-27fa8cd5-7694-4c8d-b4c7-ef70f42c9f57 service neutron] Bound using segment: {'id': 'd798890b-b506-4fca-979d-7ded93a6146a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5d9da225-1535-4564-ada4-8bce87821f60'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:30:26.054159 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-27fa8cd5-7694-4c8d-b4c7-ef70f42c9f57 service neutron] Bound port: d7620460-33d5-406b-b31c-1c21a0e32bc1, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd798890b-b506-4fca-979d-7ded93a6146a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5d9da225-1535-4564-ada4-8bce87821f60'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:30:26.054457 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-27fa8cd5-7694-4c8d-b4c7-ef70f42c9f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:26.151326 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-27fa8cd5-7694-4c8d-b4c7-ef70f42c9f57 service neutron] For port d7620460-33d5-406b-b31c-1c21a0e32bc1, host hv-cinder-76675, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:30:26.154468 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-27fa8cd5-7694-4c8d-b4c7-ef70f42c9f57 service neutron] For port d7620460-33d5-406b-b31c-1c21a0e32bc1, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=d7620460-33d5-406b-b31c-1c21a0e32bc1,segment=NetworkSegment(d798890b-b506-4fca-979d-7ded93a6146a),segment_id=d798890b-b506-4fca-979d-7ded93a6146a)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:30:26.158480 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-27fa8cd5-7694-4c8d-b4c7-ef70f42c9f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:26.175606 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-46b6d89b-c7d4-46ab-a5bf-6ed598d304da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:26.225574 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665caff-836b-48a9-ab22-efb94111420a req-f6f71694-1667-4c37-8e1f-541294e295a3 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:26.227174 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b665caff-836b-48a9-ab22-efb94111420a req-f6f71694-1667-4c37-8e1f-541294e295a3 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/ports?device_id=424e9bdd-875e-4d9e-ab54-fe9f85af920d HTTP/1.1" status: 200 len: 944 time: 0.0850759 Dec 11 16:30:26.276503 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b665caff-836b-48a9-ab22-efb94111420a req-12a17a12-c024-4a48-ad74-076b83aef93d tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/security-groups?id=d5a213c7-a976-4286-9691-7e6bedc721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426290 Dec 11 16:30:26.521372 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa8cd5-7694-4c8d-b4c7-ef70f42c9f57 service neutron] Pushing event updated for resources: {'Port': ['ID=d7620460-33d5-406b-b31c-1c21a0e32bc1,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:26.524802 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-27fa8cd5-7694-4c8d-b4c7-ef70f42c9f57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:26.559213 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-27fa8cd5-7694-4c8d-b4c7-ef70f42c9f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:26.559941 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-27fa8cd5-7694-4c8d-b4c7-ef70f42c9f57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:26.561515 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-27fa8cd5-7694-4c8d-b4c7-ef70f42c9f57 service neutron] 10.222.0.87 "PUT /v2.0/ports/d7620460-33d5-406b-b31c-1c21a0e32bc1 HTTP/1.1" status: 200 len: 1158 time: 1.4058571 Dec 11 16:30:26.562022 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424e9bdd-875e-4d9e-ab54-fe9f85af920d', 'tag': 'd7620460-33d5-406b-b31c-1c21a0e32bc1'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:30:26.621118 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424e9bdd-875e-4d9e-ab54-fe9f85af920d', 'tag': 'd7620460-33d5-406b-b31c-1c21a0e32bc1', 'status': 'completed', 'code': 200} Dec 11 16:30:26.743780 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-dfd3aacf-c296-4fd1-ad7a-4ca7686910d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:26.745388 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-dfd3aacf-c296-4fd1-ad7a-4ca7686910d6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8250f9f4850a436c869b142af6b5883b&device_id=424e9bdd-875e-4d9e-ab54-fe9f85af920d HTTP/1.1" status: 200 len: 1161 time: 0.0754478 Dec 11 16:30:26.830059 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-a696a5b9-6bc5-40ae-a0a3-9bb1e278b0b0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7620460-33d5-406b-b31c-1c21a0e32bc1 HTTP/1.1" status: 200 len: 217 time: 0.0659659 Dec 11 16:30:26.898887 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-31bd549a-ea2c-481a-aa8a-70cdafac84fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:26.901793 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-31bd549a-ea2c-481a-aa8a-70cdafac84fe service neutron] 10.222.0.87 "GET /v2.0/subnets?id=622294e4-41fc-4e94-b630-ace183cae737 HTTP/1.1" status: 200 len: 849 time: 0.0636902 Dec 11 16:30:26.955880 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-f693c216-f473-4738-b627-0b93c51e61c0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5d9da225-1535-4564-ada4-8bce87821f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453222 Dec 11 16:30:27.097396 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-25df1699-fe5b-4f6b-ad0c-49fbced1f5cc service neutron] 10.222.0.87 "GET /v2.0/networks/5d9da225-1535-4564-ada4-8bce87821f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331706 Dec 11 16:30:27.244321 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6b4c282c-5785-445d-8c39-d7b41b5335a1 req-d9d1043b-93cf-4c2e-8ff6-d6315ab7945f service neutron] 10.222.0.87 "GET /v2.0/networks/5d9da225-1535-4564-ada4-8bce87821f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1335523 Dec 11 16:30:27.498137 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa720d-9988-421f-bf43-4d6924154102 req-fff89e21-b89c-45a5-9698-38dcde3c5ff0 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:27.500109 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-77fa720d-9988-421f-bf43-4d6924154102 req-fff89e21-b89c-45a5-9698-38dcde3c5ff0 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/ports?device_id=424e9bdd-875e-4d9e-ab54-fe9f85af920d HTTP/1.1" status: 200 len: 944 time: 0.0874131 Dec 11 16:30:27.547164 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92733ecc-3575-49bb-8e63-7ee045522e25 req-3fac877d-c787-465f-a307-50c80bb5dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:27.549384 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-92733ecc-3575-49bb-8e63-7ee045522e25 req-3fac877d-c787-465f-a307-50c80bb5dc60 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8250f9f4850a436c869b142af6b5883b&device_id=424e9bdd-875e-4d9e-ab54-fe9f85af920d HTTP/1.1" status: 200 len: 1161 time: 0.0798948 Dec 11 16:30:27.552348 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-77fa720d-9988-421f-bf43-4d6924154102 req-640b4884-9daf-46dc-a012-cefd793dcc01 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/security-groups?id=d5a213c7-a976-4286-9691-7e6bedc721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446839 Dec 11 16:30:27.697162 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92733ecc-3575-49bb-8e63-7ee045522e25 req-d905593a-d2ae-443e-9b75-b19e4a4ea5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:27.698764 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-92733ecc-3575-49bb-8e63-7ee045522e25 req-d905593a-d2ae-443e-9b75-b19e4a4ea5c0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5d9da225-1535-4564-ada4-8bce87821f60 HTTP/1.1" status: 200 len: 903 time: 0.1414888 Dec 11 16:30:27.782699 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-92733ecc-3575-49bb-8e63-7ee045522e25 req-5d27538b-96a6-4130-93d0-5148a8a7b922 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7620460-33d5-406b-b31c-1c21a0e32bc1 HTTP/1.1" status: 200 len: 217 time: 0.0676279 Dec 11 16:30:27.859895 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92733ecc-3575-49bb-8e63-7ee045522e25 req-16e8cc7f-69d4-4b59-851c-56613ec6206e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:27.861491 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-92733ecc-3575-49bb-8e63-7ee045522e25 req-16e8cc7f-69d4-4b59-851c-56613ec6206e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=622294e4-41fc-4e94-b630-ace183cae737 HTTP/1.1" status: 200 len: 849 time: 0.0646391 Dec 11 16:30:27.913615 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-92733ecc-3575-49bb-8e63-7ee045522e25 req-e0226ddd-1050-440a-b974-e2365da2c8b3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5d9da225-1535-4564-ada4-8bce87821f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432537 Dec 11 16:30:28.062499 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-92733ecc-3575-49bb-8e63-7ee045522e25 req-0f57f537-0e7d-48d0-9ded-6e048fbcc43c service neutron] 10.222.0.87 "GET /v2.0/networks/5d9da225-1535-4564-ada4-8bce87821f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344359 Dec 11 16:30:28.211693 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-92733ecc-3575-49bb-8e63-7ee045522e25 req-38e92b25-2ef1-4b33-85e4-6b75079681eb service neutron] 10.222.0.87 "GET /v2.0/networks/5d9da225-1535-4564-ada4-8bce87821f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1361969 Dec 11 16:30:28.766871 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed3242-68ba-483c-a090-650683f1d810 req-27551922-e4e0-4003-aebe-fbed045ba2ad tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:28.768548 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-93ed3242-68ba-483c-a090-650683f1d810 req-27551922-e4e0-4003-aebe-fbed045ba2ad tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/ports?device_id=424e9bdd-875e-4d9e-ab54-fe9f85af920d HTTP/1.1" status: 200 len: 944 time: 0.0831695 Dec 11 16:30:28.817310 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-93ed3242-68ba-483c-a090-650683f1d810 req-6789233d-4248-4759-8930-4617b3734136 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/security-groups?id=d5a213c7-a976-4286-9691-7e6bedc721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416105 Dec 11 16:30:30.036721 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a165684-09d0-4ed2-bb70-335e55e7983e req-717d836d-6613-423e-82d9-e98c31c8f573 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:30.038323 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8a165684-09d0-4ed2-bb70-335e55e7983e req-717d836d-6613-423e-82d9-e98c31c8f573 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/ports?device_id=424e9bdd-875e-4d9e-ab54-fe9f85af920d HTTP/1.1" status: 200 len: 944 time: 0.0882721 Dec 11 16:30:30.086111 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8a165684-09d0-4ed2-bb70-335e55e7983e req-5bf52260-6b33-40df-81e9-02aabadbbfb6 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/security-groups?id=d5a213c7-a976-4286-9691-7e6bedc721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412555 Dec 11 16:30:30.999407 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.objects.ports [None req-10676757-04bc-4470-9893-c841bd8d786f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80244) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 11 16:30:31.303734 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d04f48-747a-4555-ad54-81ddf9ce5c9f req-887101fc-7aeb-449b-a956-d069ea18ea9b tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:31.305345 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-54d04f48-747a-4555-ad54-81ddf9ce5c9f req-887101fc-7aeb-449b-a956-d069ea18ea9b tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/ports?device_id=424e9bdd-875e-4d9e-ab54-fe9f85af920d HTTP/1.1" status: 200 len: 944 time: 0.0875835 Dec 11 16:30:31.575346 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-54d04f48-747a-4555-ad54-81ddf9ce5c9f req-920acb26-abdc-4da7-bdf5-ea3c0c77103c tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/security-groups?id=d5a213c7-a976-4286-9691-7e6bedc721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637634 Dec 11 16:30:31.683139 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device d7620460-33d5-406b-b31c-1c21a0e32bc1 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:30:31.754728 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning for port d7620460-33d5-406b-b31c-1c21a0e32bc1 completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:30:31.759906 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port d7620460-33d5-406b-b31c-1c21a0e32bc1 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:30:31.760327 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:31.771355 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a862a-112f-4669-a474-1d29f59ded8f req-6e2f25d0-f8dd-44ee-a4b2-12ecec1b543d tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:31.772964 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5c6a862a-112f-4669-a474-1d29f59ded8f req-6e2f25d0-f8dd-44ee-a4b2-12ecec1b543d tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.0823736 Dec 11 16:30:31.820161 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5c6a862a-112f-4669-a474-1d29f59ded8f req-7882627a-e6ae-4859-8f0d-3473aa00ffec tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405216 Dec 11 16:30:31.877266 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:31.908495 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424e9bdd-875e-4d9e-ab54-fe9f85af920d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7620460-33d5-406b-b31c-1c21a0e32bc1'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:30:31.918935 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port d7620460-33d5-406b-b31c-1c21a0e32bc1, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=d7620460-33d5-406b-b31c-1c21a0e32bc1,segment=NetworkSegment(d798890b-b506-4fca-979d-7ded93a6146a),segment_id=d798890b-b506-4fca-979d-7ded93a6146a)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:30:31.922357 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:31.924360 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:31.970556 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424e9bdd-875e-4d9e-ab54-fe9f85af920d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7620460-33d5-406b-b31c-1c21a0e32bc1', 'code': 200} Dec 11 16:30:31.992897 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=d7620460-33d5-406b-b31c-1c21a0e32bc1,revision_number=4']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:31.996353 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:32.281504 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d814608-9f7a-4a53-9b50-36a8ef16ffd1 req-e6102d35-303e-4ff4-bb95-5d5c205770cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:32.282660 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7d814608-9f7a-4a53-9b50-36a8ef16ffd1 req-e6102d35-303e-4ff4-bb95-5d5c205770cc service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=424e9bdd-875e-4d9e-ab54-fe9f85af920d HTTP/1.1" status: 200 len: 1163 time: 0.0775199 Dec 11 16:30:32.329996 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7d814608-9f7a-4a53-9b50-36a8ef16ffd1 req-b814f925-a1d6-4ddb-9d63-018b1e78fbb0 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=d5a213c7-a976-4286-9691-7e6bedc721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388644 Dec 11 16:30:32.800415 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61fd9c3-da34-47fe-b93e-eb219b7d81d3 req-b5c41903-dbe5-4255-926f-e2178594f11c tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:32.802033 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d61fd9c3-da34-47fe-b93e-eb219b7d81d3 req-b5c41903-dbe5-4255-926f-e2178594f11c tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/ports?device_id=424e9bdd-875e-4d9e-ab54-fe9f85af920d HTTP/1.1" status: 200 len: 946 time: 0.0880644 Dec 11 16:30:32.850178 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d61fd9c3-da34-47fe-b93e-eb219b7d81d3 req-fa8e2969-c1af-4d56-b0bd-91bc1153d03d tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/security-groups?id=d5a213c7-a976-4286-9691-7e6bedc721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413904 Dec 11 16:30:33.048207 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae296f6-4674-4691-8e37-e2961b963de4 req-43d9fb37-e402-49e6-b857-470a11ff2866 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:33.049882 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-cae296f6-4674-4691-8e37-e2961b963de4 req-43d9fb37-e402-49e6-b857-470a11ff2866 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.0825562 Dec 11 16:30:33.059006 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device d7620460-33d5-406b-b31c-1c21a0e32bc1 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:30:33.099842 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-cae296f6-4674-4691-8e37-e2961b963de4 req-1e5bcadd-91c1-4ee0-911e-b388aea4fdc1 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435648 Dec 11 16:30:33.128664 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port d7620460-33d5-406b-b31c-1c21a0e32bc1 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:30:33.129036 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:34.062980 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cc81c-3c7c-43da-83a0-66b0f8a5a0de req-a4514353-898f-405b-a445-897e80321e54 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:34.064730 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e26cc81c-3c7c-43da-83a0-66b0f8a5a0de req-a4514353-898f-405b-a445-897e80321e54 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/ports?device_id=424e9bdd-875e-4d9e-ab54-fe9f85af920d HTTP/1.1" status: 200 len: 946 time: 0.0834708 Dec 11 16:30:34.111826 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e26cc81c-3c7c-43da-83a0-66b0f8a5a0de req-7d874542-b643-444f-8bec-8efbb839eb19 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/security-groups?id=d5a213c7-a976-4286-9691-7e6bedc721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407703 Dec 11 16:30:34.335153 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e228d-81db-4836-9849-d7f84fab6b5c req-64adf8ff-b52a-47ae-bc2c-e3ddc83f2b91 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:34.336680 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e43e228d-81db-4836-9849-d7f84fab6b5c req-64adf8ff-b52a-47ae-bc2c-e3ddc83f2b91 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.0864878 Dec 11 16:30:34.385338 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e43e228d-81db-4836-9849-d7f84fab6b5c req-a832c75a-e686-452f-b5fd-04b68778ff65 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=e0c87ea6-53d0-41c6-bed9-72a539c35dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417390 Dec 11 16:30:34.740200 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3facdba-76fe-456c-894b-077e2b4bb1c5 req-ea7b57dd-d102-491b-a275-ee0d3d7ba7e7 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:34.740948 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-d3facdba-76fe-456c-894b-077e2b4bb1c5 req-ea7b57dd-d102-491b-a275-ee0d3d7ba7e7 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Synchronizing usage tracker for tenant:eccf3f61bd614d87b3e6357f1c1f13bb on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:30:34.756785 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-d3facdba-76fe-456c-894b-077e2b4bb1c5 req-ea7b57dd-d102-491b-a275-ee0d3d7ba7e7 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Unset dirty status for tenant:eccf3f61bd614d87b3e6357f1c1f13bb on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:30:34.757992 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d3facdba-76fe-456c-894b-077e2b4bb1c5 req-ea7b57dd-d102-491b-a275-ee0d3d7ba7e7 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.87 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 945 time: 0.0987597 Dec 11 16:30:34.838246 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-d3facdba-76fe-456c-894b-077e2b4bb1c5 req-cbaf31db-2f4e-47d0-b767-6ec92203b804 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Deleting port 6e928688-2b0d-48e7-8a3b-cc53a8dea49c {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:30:34.838625 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-d3facdba-76fe-456c-894b-077e2b4bb1c5 req-cbaf31db-2f4e-47d0-b767-6ec92203b804 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:35.095981 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-d3facdba-76fe-456c-894b-077e2b4bb1c5 req-cbaf31db-2f4e-47d0-b767-6ec92203b804 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] For port 6e928688-2b0d-48e7-8a3b-cc53a8dea49c, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=6e928688-2b0d-48e7-8a3b-cc53a8dea49c,segment=NetworkSegment(e6501d83-0c9c-4b21-bbe2-cb17b597d222),segment_id=e6501d83-0c9c-4b21-bbe2-cb17b597d222)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:30:35.096582 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-d3facdba-76fe-456c-894b-077e2b4bb1c5 req-cbaf31db-2f4e-47d0-b767-6ec92203b804 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:35.106090 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889c673-dfcb-4f01-adaf-6f87ca8dd72c req-20b56e17-341c-488d-8300-e37c0039638e tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:35.107705 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e889c673-dfcb-4f01-adaf-6f87ca8dd72c req-20b56e17-341c-488d-8300-e37c0039638e tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=d62e1377-aa6d-4e12-92bd-f06c7ef1d908 HTTP/1.1" status: 200 len: 946 time: 0.0825193 Dec 11 16:30:35.156443 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e889c673-dfcb-4f01-adaf-6f87ca8dd72c req-20a05fc7-505e-4dd4-b2f9-2713be1bf2eb tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416546 Dec 11 16:30:35.195224 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device d7620460-33d5-406b-b31c-1c21a0e32bc1 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:30:35.266844 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port d7620460-33d5-406b-b31c-1c21a0e32bc1 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:30:35.267283 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:35.334411 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80f33c-baf6-41c0-ac69-d3a1f6e613d1 req-138be737-37d6-46be-ac84-ff49033bfc89 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:35.336046 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6d80f33c-baf6-41c0-ac69-d3a1f6e613d1 req-138be737-37d6-46be-ac84-ff49033bfc89 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/ports?device_id=424e9bdd-875e-4d9e-ab54-fe9f85af920d HTTP/1.1" status: 200 len: 946 time: 0.0915906 Dec 11 16:30:35.386738 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6d80f33c-baf6-41c0-ac69-d3a1f6e613d1 req-11242561-896e-4518-9146-f0e631038fdb tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/security-groups?id=d5a213c7-a976-4286-9691-7e6bedc721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432410 Dec 11 16:30:35.406259 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-d3facdba-76fe-456c-894b-077e2b4bb1c5 req-cbaf31db-2f4e-47d0-b767-6ec92203b804 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for floatingip, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:35.406523 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-d3facdba-76fe-456c-894b-077e2b4bb1c5 req-cbaf31db-2f4e-47d0-b767-6ec92203b804 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854360154'] for floatingip, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:35.406953 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.l3_db [req-d3facdba-76fe-456c-894b-077e2b4bb1c5 req-cbaf31db-2f4e-47d0-b767-6ec92203b804 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Floating IP a947843a-a333-4693-b586-5af88f7e4aa7 disassociated. External IP: 172.28.1.230, port: 6e928688-2b0d-48e7-8a3b-cc53a8dea49c. Dec 11 16:30:35.407273 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-d3facdba-76fe-456c-894b-077e2b4bb1c5 req-cbaf31db-2f4e-47d0-b767-6ec92203b804 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Calling delete_port for 6e928688-2b0d-48e7-8a3b-cc53a8dea49c owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:30:35.442679 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 6e928688-2b0d-48e7-8a3b-cc53a8dea49c no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:30:35.559018 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-d3facdba-76fe-456c-894b-077e2b4bb1c5 req-cbaf31db-2f4e-47d0-b767-6ec92203b804 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:35.574828 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:35.588422 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-75ddb310-0a34-4f85-9aaa-fff52d4ecea5 req-2bb8d485-4bab-40c9-839a-d5f005ba29f9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 210 time: 0.0491705 Dec 11 16:30:35.636450 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-27fa8cd5-7694-4c8d-b4c7-ef70f42c9f57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:35.695149 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf31db-2f4e-47d0-b767-6ec92203b804 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Pushing event deleted for resources: {'Port': ['ID=6e928688-2b0d-48e7-8a3b-cc53a8dea49c,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:35.699192 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-cbaf31db-2f4e-47d0-b767-6ec92203b804 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:35.943879 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3facdba-76fe-456c-894b-077e2b4bb1c5 req-cbaf31db-2f4e-47d0-b767-6ec92203b804 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Router adb6acbf-d5be-45d3-8993-7504e038406f has already been hosted by L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 {{(pid=80243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 11 16:30:36.129763 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3facdba-76fe-456c-894b-077e2b4bb1c5 req-cbaf31db-2f4e-47d0-b767-6ec92203b804 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:30:36.139587 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43127071-2e0f-41fb-9e18-70f85654d519 None None] Sync routers for ids ['adb6acbf-d5be-45d3-8993-7504e038406f'] in dv-cinder-766752-1-smb {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:30:36.150659 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43127071-2e0f-41fb-9e18-70f85654d519 None None] Routers {'adb6acbf-d5be-45d3-8993-7504e038406f'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:30:36.151414 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-43127071-2e0f-41fb-9e18-70f85654d519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:30:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['adb6acbf-d5be-45d3-8993-7504e038406f'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:30:36.166254 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3facdba-76fe-456c-894b-077e2b4bb1c5 req-cbaf31db-2f4e-47d0-b767-6ec92203b804 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] No DVR routers for this DVR port 6e928688-2b0d-48e7-8a3b-cc53a8dea49c on host hv-cinder-76675 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 11 16:30:36.168843 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-d3facdba-76fe-456c-894b-077e2b4bb1c5 req-cbaf31db-2f4e-47d0-b767-6ec92203b804 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:36.171616 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7283c35b-ec7b-41bc-8c9f-ff4bb250cda8', 'name': 'network-vif-deleted', 'tag': '6e928688-2b0d-48e7-8a3b-cc53a8dea49c'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:30:36.188544 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d3facdba-76fe-456c-894b-077e2b4bb1c5 req-cbaf31db-2f4e-47d0-b767-6ec92203b804 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.87 "DELETE /v2.0/ports/6e928688-2b0d-48e7-8a3b-cc53a8dea49c HTTP/1.1" status: 204 len: 173 time: 1.4229016 Dec 11 16:30:36.243101 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7283c35b-ec7b-41bc-8c9f-ff4bb250cda8', 'name': 'network-vif-deleted', 'tag': '6e928688-2b0d-48e7-8a3b-cc53a8dea49c', 'status': 'completed', 'code': 200} Dec 11 16:30:36.427371 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96170f05-b141-4a6f-8438-ecceaae67d1a req-ee6dae3f-1767-4f1d-acfb-9f40b2f27e69 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:36.429237 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-96170f05-b141-4a6f-8438-ecceaae67d1a req-ee6dae3f-1767-4f1d-acfb-9f40b2f27e69 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=d62e1377-aa6d-4e12-92bd-f06c7ef1d908 HTTP/1.1" status: 200 len: 946 time: 0.0947096 Dec 11 16:30:36.481788 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-96170f05-b141-4a6f-8438-ecceaae67d1a req-a47ce6c8-9489-4c5b-a6cd-7fd8116cb976 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453928 Dec 11 16:30:36.527971 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-43127071-2e0f-41fb-9e18-70f85654d519 None None] Set router adb6acbf-d5be-45d3-8993-7504e038406f gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:30:36.843160 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c176025f-7541-49fc-9132-0667f838ef4d req-13ec5a16-2828-41ef-a809-8fedc70711cd tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=7283c35b-ec7b-41bc-8c9f-ff4bb250cda8 HTTP/1.1" status: 200 len: 210 time: 0.0486605 Dec 11 16:30:36.857446 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-43127071-2e0f-41fb-9e18-70f85654d519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'name': 'tempest-AttachVolumeShelveTestJSON-1535416449-router', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:31Z', 'updated_at': '2020-12-11T16:26:53Z', 'revision_number': 4, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'gw_port': {'id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:34Z', 'updated_at': '2020-12-11T16:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': '2e8ffc17-dca6-4b14-b307-f8c899522b77', 'name': '', 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'mac_address': 'fa:16:3e:d6:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '35314c86-042c-4482-9db4-a8a492106943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:27:07Z', 'revision_number': 5, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'subnets': [{'id': '35314c86-042c-4482-9db4-a8a492106943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:30:36.862364 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43127071-2e0f-41fb-9e18-70f85654d519 None None] Checking router: adb6acbf-d5be-45d3-8993-7504e038406f for host: dv-cinder-766752-1-smb {{(pid=80244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:30:36.871563 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43127071-2e0f-41fb-9e18-70f85654d519 None None] Routers {'adb6acbf-d5be-45d3-8993-7504e038406f'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:30:36.872233 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-43127071-2e0f-41fb-9e18-70f85654d519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:30:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['adb6acbf-d5be-45d3-8993-7504e038406f'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:30:37.069923 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-43127071-2e0f-41fb-9e18-70f85654d519 None None] Set router adb6acbf-d5be-45d3-8993-7504e038406f gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:30:37.404405 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-43127071-2e0f-41fb-9e18-70f85654d519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'name': 'tempest-AttachVolumeShelveTestJSON-1535416449-router', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:31Z', 'updated_at': '2020-12-11T16:26:53Z', 'revision_number': 4, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'gw_port': {'id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:34Z', 'updated_at': '2020-12-11T16:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': '2e8ffc17-dca6-4b14-b307-f8c899522b77', 'name': '', 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'mac_address': 'fa:16:3e:d6:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '35314c86-042c-4482-9db4-a8a492106943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:27:07Z', 'revision_number': 5, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'subnets': [{'id': '35314c86-042c-4482-9db4-a8a492106943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:30:37.409226 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43127071-2e0f-41fb-9e18-70f85654d519 None None] The sync data for ids ['adb6acbf-d5be-45d3-8993-7504e038406f'] in dv-cinder-766752-1-smb is: [{'id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'name': 'tempest-AttachVolumeShelveTestJSON-1535416449-router', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:31Z', 'updated_at': '2020-12-11T16:26:53Z', 'revision_number': 4, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'gw_port': {'id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:34Z', 'updated_at': '2020-12-11T16:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': '2e8ffc17-dca6-4b14-b307-f8c899522b77', 'name': '', 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'mac_address': 'fa:16:3e:d6:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '35314c86-042c-4482-9db4-a8a492106943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:27:07Z', 'revision_number': 5, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'subnets': [{'id': '35314c86-042c-4482-9db4-a8a492106943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:30:37.730720 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed459d7-4b15-478d-94ce-98047b166af0 req-c63370fd-2dcf-4778-abc3-059b2ce083a3 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:37.735160 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-fed459d7-4b15-478d-94ce-98047b166af0 req-c63370fd-2dcf-4778-abc3-059b2ce083a3 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=d62e1377-aa6d-4e12-92bd-f06c7ef1d908 HTTP/1.1" status: 200 len: 946 time: 0.1087604 Dec 11 16:30:37.783302 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-fed459d7-4b15-478d-94ce-98047b166af0 req-c0f24e87-6194-4e39-99cd-ed65be4896c4 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439317 Dec 11 16:30:37.845844 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5b6498-a9fc-46be-9f75-f1298219ce10 None None] New status for floating IP a947843a-a333-4693-b586-5af88f7e4aa7: DOWN {{(pid=80245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 11 16:30:38.200546 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 44656) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:38.268398 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-453eddad-e883-44d2-9542-848e01085a6a tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:38.298591 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-453eddad-e883-44d2-9542-848e01085a6a tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:38.346529 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-453eddad-e883-44d2-9542-848e01085a6a tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:38.351627 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-fe4f114e-e384-47a0-87cb-35237e24c09a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:38.367876 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453eddad-e883-44d2-9542-848e01085a6a tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c87ea6-53d0-41c6-bed9-72a539c35dca,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:38.373344 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-453eddad-e883-44d2-9542-848e01085a6a tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:38.375346 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-453eddad-e883-44d2-9542-848e01085a6a tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:38.379867 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-453eddad-e883-44d2-9542-848e01085a6a tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "DELETE /v2.0/security-groups/e0c87ea6-53d0-41c6-bed9-72a539c35dca HTTP/1.1" status: 204 len: 168 time: 0.1753776 Dec 11 16:30:38.380180 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 44662) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:38.397992 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.v2.resource [None req-36fc3146-ac97-4d68-9961-2c69fcf74847 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] show failed (client error): The resource could not be found. Dec 11 16:30:38.399246 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-36fc3146-ac97-4d68-9961-2c69fcf74847 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups/e0c87ea6-53d0-41c6-bed9-72a539c35dca HTTP/1.1" status: 404 len: 347 time: 0.0181370 Dec 11 16:30:38.402318 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 44666) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:38.795765 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-d74eed3f-4637-4f70-938b-dbeeb2b4a5ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Deleting port d4fc63dc-bd1f-4f14-9284-d94f041fb0e3 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:30:38.796357 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d74eed3f-4637-4f70-938b-dbeeb2b4a5ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:38.980523 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d74eed3f-4637-4f70-938b-dbeeb2b4a5ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:38.980890 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d74eed3f-4637-4f70-938b-dbeeb2b4a5ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for floatingip, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:39.009912 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb225ff-086d-463f-a5e6-2f7ee0adac71 req-313fa01d-e532-4929-a518-df99227f82bc tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:39.011551 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0cb225ff-086d-463f-a5e6-2f7ee0adac71 req-313fa01d-e532-4929-a518-df99227f82bc tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=d62e1377-aa6d-4e12-92bd-f06c7ef1d908 HTTP/1.1" status: 200 len: 946 time: 0.0886514 Dec 11 16:30:39.063900 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0cb225ff-086d-463f-a5e6-2f7ee0adac71 req-c04fb0ce-891a-4937-bfc7-98fa839d98a0 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434506 Dec 11 16:30:39.109030 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-d74eed3f-4637-4f70-938b-dbeeb2b4a5ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Calling delete_port for d4fc63dc-bd1f-4f14-9284-d94f041fb0e3 owned by network:floatingip {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:30:39.252807 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d74eed3f-4637-4f70-938b-dbeeb2b4a5ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:39.268845 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7d85ae37-ee35-47b7-b71a-fc9798e26ee3 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:39.368468 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74eed3f-4637-4f70-938b-dbeeb2b4a5ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Pushing event deleted for resources: {'Port': ['ID=d4fc63dc-bd1f-4f14-9284-d94f041fb0e3,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:39.377162 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d74eed3f-4637-4f70-938b-dbeeb2b4a5ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:39.478818 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ef848-c706-4751-85b2-30e121f0a162 req-c8495f7e-704f-4d3f-9407-46f37da04eeb tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:39.480487 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-533ef848-c706-4751-85b2-30e121f0a162 req-c8495f7e-704f-4d3f-9407-46f37da04eeb tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/ports?device_id=424e9bdd-875e-4d9e-ab54-fe9f85af920d HTTP/1.1" status: 200 len: 946 time: 0.0849557 Dec 11 16:30:39.486919 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d74eed3f-4637-4f70-938b-dbeeb2b4a5ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for floatingip, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:39.503246 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d74eed3f-4637-4f70-938b-dbeeb2b4a5ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for floatingip, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:39.505069 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-d74eed3f-4637-4f70-938b-dbeeb2b4a5ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "DELETE /v2.0/floatingips/a947843a-a333-4693-b586-5af88f7e4aa7 HTTP/1.1" status: 204 len: 168 time: 1.1017604 Dec 11 16:30:39.528354 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-533ef848-c706-4751-85b2-30e121f0a162 req-7c08e0bf-f3b1-4963-b28a-296b39b61565 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/security-groups?id=d5a213c7-a976-4286-9691-7e6bedc721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413971 Dec 11 16:30:39.893360 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 44686) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:39.899201 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-5c904258-4383-40f4-8bbf-ce78d011e3d9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Request body: {'security_group': {'name': 'tempest-securitygroup--1456562256', 'description': 'tempest-description--943471496'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:30:39.905594 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-5c904258-4383-40f4-8bbf-ce78d011e3d9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:30:39.910001 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-5c904258-4383-40f4-8bbf-ce78d011e3d9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Usage tracker for resource:security_group and tenant:eccf3f61bd614d87b3e6357f1c1f13bb is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:30:39.913049 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-5c904258-4383-40f4-8bbf-ce78d011e3d9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:30:39.919024 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-5c904258-4383-40f4-8bbf-ce78d011e3d9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:30:39.929551 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5c904258-4383-40f4-8bbf-ce78d011e3d9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:39.953324 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-5c904258-4383-40f4-8bbf-ce78d011e3d9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:30:39.957334 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-5c904258-4383-40f4-8bbf-ce78d011e3d9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Usage tracker for resource:security_group_rule and tenant:eccf3f61bd614d87b3e6357f1c1f13bb is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:30:39.960346 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-5c904258-4383-40f4-8bbf-ce78d011e3d9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:30:39.966004 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-5c904258-4383-40f4-8bbf-ce78d011e3d9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:30:40.036767 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5c904258-4383-40f4-8bbf-ce78d011e3d9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:40.039556 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5c904258-4383-40f4-8bbf-ce78d011e3d9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:40.044954 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8a5fa733-9cea-472f-bc83-9c70757e78c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:40.100147 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c904258-4383-40f4-8bbf-ce78d011e3d9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Pushing event updated for resources: {'SecurityGroup': ['ID=805875a8-c087-4cf1-ae28-c842c7cfe0e7,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:40.103149 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5c904258-4383-40f4-8bbf-ce78d011e3d9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:40.104048 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5c904258-4383-40f4-8bbf-ce78d011e3d9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:40.108084 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-5c904258-4383-40f4-8bbf-ce78d011e3d9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1729 time: 0.2108848 Dec 11 16:30:40.108582 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 44692) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:40.114428 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-8b317dad-af6c-492b-b729-91e0d5005fa8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Request body: {'security_group_rule': {'security_group_id': '805875a8-c087-4cf1-ae28-c842c7cfe0e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:30:40.121518 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-8b317dad-af6c-492b-b729-91e0d5005fa8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:30:40.125645 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-8b317dad-af6c-492b-b729-91e0d5005fa8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Usage tracker for resource:security_group_rule and tenant:eccf3f61bd614d87b3e6357f1c1f13bb is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:30:40.128734 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-8b317dad-af6c-492b-b729-91e0d5005fa8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:30:40.134472 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-8b317dad-af6c-492b-b729-91e0d5005fa8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:30:40.150220 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8b317dad-af6c-492b-b729-91e0d5005fa8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for security_group_rule, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:40.213921 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8b317dad-af6c-492b-b729-91e0d5005fa8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:40.216824 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8b317dad-af6c-492b-b729-91e0d5005fa8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328036'] for security_group_rule, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:40.218948 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3686a384-decf-4ab7-bb2f-11960f7496d2 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:40.243135 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b317dad-af6c-492b-b729-91e0d5005fa8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb9b5f0-0b8a-4d46-9076-ec05430b0d74,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:40.245827 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8b317dad-af6c-492b-b729-91e0d5005fa8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:40.253199 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8b317dad-af6c-492b-b729-91e0d5005fa8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for security_group_rule, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:40.254678 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-8b317dad-af6c-492b-b729-91e0d5005fa8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.1454272 Dec 11 16:30:40.257488 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 44696) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:40.263433 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-8e056812-e2bb-4401-ac51-7cecb6c0df11 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Request body: {'security_group_rule': {'security_group_id': '805875a8-c087-4cf1-ae28-c842c7cfe0e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:30:40.270018 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-8e056812-e2bb-4401-ac51-7cecb6c0df11 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:30:40.276097 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-8e056812-e2bb-4401-ac51-7cecb6c0df11 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Usage tracker for resource:security_group_rule and tenant:eccf3f61bd614d87b3e6357f1c1f13bb is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:30:40.281268 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-8e056812-e2bb-4401-ac51-7cecb6c0df11 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:30:40.291196 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-8e056812-e2bb-4401-ac51-7cecb6c0df11 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:30:40.291957 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387b2fb-f5b8-4765-abb0-c242e8582650 req-4f526811-9772-4969-86ec-a02d27529358 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:40.293808 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8387b2fb-f5b8-4765-abb0-c242e8582650 req-4f526811-9772-4969-86ec-a02d27529358 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=d62e1377-aa6d-4e12-92bd-f06c7ef1d908 HTTP/1.1" status: 200 len: 946 time: 0.0930459 Dec 11 16:30:40.312067 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8e056812-e2bb-4401-ac51-7cecb6c0df11 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for security_group_rule, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:40.343056 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8387b2fb-f5b8-4765-abb0-c242e8582650 req-043a2b35-204a-4baa-9d83-e32c57cb1e23 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410058 Dec 11 16:30:40.379901 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8e056812-e2bb-4401-ac51-7cecb6c0df11 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:40.382608 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8e056812-e2bb-4401-ac51-7cecb6c0df11 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328036'] for security_group_rule, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:40.384639 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:40.405307 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e056812-e2bb-4401-ac51-7cecb6c0df11 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d5cb2e0-0d56-49e8-8100-e83597cb470b,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:40.410063 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8e056812-e2bb-4401-ac51-7cecb6c0df11 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:40.416774 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8e056812-e2bb-4401-ac51-7cecb6c0df11 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for security_group_rule, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:40.418023 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-8e056812-e2bb-4401-ac51-7cecb6c0df11 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.1593170 Dec 11 16:30:40.421462 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 44700) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:40.427390 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-1115e19e-f831-457f-9818-13a86305cc63 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Request body: {'floatingip': {'floating_network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:30:40.432866 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-1115e19e-f831-457f-9818-13a86305cc63 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:30:40.436985 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-1115e19e-f831-457f-9818-13a86305cc63 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Usage tracker for resource:floatingip and tenant:eccf3f61bd614d87b3e6357f1c1f13bb is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:30:40.440006 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-1115e19e-f831-457f-9818-13a86305cc63 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:30:40.445689 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-1115e19e-f831-457f-9818-13a86305cc63 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:30:40.455738 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1115e19e-f831-457f-9818-13a86305cc63 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for floatingip, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:40.658290 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d1e10-854f-43b8-9f22-fd5fa967b446 req-7fc08e91-952c-4667-a553-65c8f299b8f2 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:40.659137 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-266d1e10-854f-43b8-9f22-fd5fa967b446 req-7fc08e91-952c-4667-a553-65c8f299b8f2 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Synchronizing usage tracker for tenant:226ef8323e08459b88128a3549878a19 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:30:40.678335 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1115e19e-f831-457f-9818-13a86305cc63 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:40.695259 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-266d1e10-854f-43b8-9f22-fd5fa967b446 req-7fc08e91-952c-4667-a553-65c8f299b8f2 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Unset dirty status for tenant:226ef8323e08459b88128a3549878a19 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:30:40.696503 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-266d1e10-854f-43b8-9f22-fd5fa967b446 req-7fc08e91-952c-4667-a553-65c8f299b8f2 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.87 "GET /v2.0/ports?device_id=d62e1377-aa6d-4e12-92bd-f06c7ef1d908 HTTP/1.1" status: 200 len: 946 time: 0.1470516 Dec 11 16:30:40.745149 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a590a56-c70f-480d-b963-581d203e0aa9 req-0e615a48-182e-4f8f-9708-b4eb864d0905 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:40.746806 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1a590a56-c70f-480d-b963-581d203e0aa9 req-0e615a48-182e-4f8f-9708-b4eb864d0905 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/ports?device_id=424e9bdd-875e-4d9e-ab54-fe9f85af920d HTTP/1.1" status: 200 len: 946 time: 0.0868537 Dec 11 16:30:40.795958 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1a590a56-c70f-480d-b963-581d203e0aa9 req-dcdb9360-4877-4faf-bbc4-708e6b771aa5 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/security-groups?id=d5a213c7-a976-4286-9691-7e6bedc721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424621 Dec 11 16:30:40.852371 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-266d1e10-854f-43b8-9f22-fd5fa967b446 req-86b07566-ad7f-4212-b346-826428c524e5 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Deleting port 8c8a334d-dbee-4fcd-bde0-bcce53f3dd01 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:30:40.852753 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-266d1e10-854f-43b8-9f22-fd5fa967b446 req-86b07566-ad7f-4212-b346-826428c524e5 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:40.952083 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 8c8a334d-dbee-4fcd-bde0-bcce53f3dd01 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:30:41.069739 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:41.098207 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62e1377-aa6d-4e12-92bd-f06c7ef1d908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c8a334d-dbee-4fcd-bde0-bcce53f3dd01'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:30:41.108367 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port 8c8a334d-dbee-4fcd-bde0-bcce53f3dd01, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=8c8a334d-dbee-4fcd-bde0-bcce53f3dd01,segment=NetworkSegment(4f619742-2f1c-4a1c-b9fc-b9c9540add64),segment_id=4f619742-2f1c-4a1c-b9fc-b9c9540add64)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:30:41.111823 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:41.114550 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:41.162581 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62e1377-aa6d-4e12-92bd-f06c7ef1d908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c8a334d-dbee-4fcd-bde0-bcce53f3dd01', 'code': 200} Dec 11 16:30:41.181554 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=8c8a334d-dbee-4fcd-bde0-bcce53f3dd01,revision_number=5']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:41.189926 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:41.190513 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:41.190893 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:41.191256 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:41.191676 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:41.192047 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:41.192413 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:41.192776 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:41.193120 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:41.193659 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:41.194020 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:41.194381 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:41.194781 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:41.195142 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:41.195519 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:41.195880 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:41.196260 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:41.196595 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:41.196951 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:41.197307 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:41.197648 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:41.198182 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:41.198541 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:41.198896 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:41.203331 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:41.225611 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-1115e19e-f831-457f-9818-13a86305cc63 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Allocated IP 172.28.1.81 (ad2ee80a-1b86-455c-8869-eab43da82ba0/ba014d62-0f8d-4c1a-b66b-b32d18d6affa/71b554d8-6e59-4587-9d87-290ae8965ce2) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:30:41.255160 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-266d1e10-854f-43b8-9f22-fd5fa967b446 req-86b07566-ad7f-4212-b346-826428c524e5 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] For port 8c8a334d-dbee-4fcd-bde0-bcce53f3dd01, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=8c8a334d-dbee-4fcd-bde0-bcce53f3dd01,segment=NetworkSegment(4f619742-2f1c-4a1c-b9fc-b9c9540add64),segment_id=4f619742-2f1c-4a1c-b9fc-b9c9540add64)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:30:41.255565 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-266d1e10-854f-43b8-9f22-fd5fa967b446 req-86b07566-ad7f-4212-b346-826428c524e5 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:41.487285 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-266d1e10-854f-43b8-9f22-fd5fa967b446 req-86b07566-ad7f-4212-b346-826428c524e5 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Calling delete_port for 8c8a334d-dbee-4fcd-bde0-bcce53f3dd01 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:30:41.557201 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41805f7e-1120-425f-ba66-46016b73107e req-bed4b49d-2fc8-47af-b95b-5150cd8a6259 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:41.558806 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-41805f7e-1120-425f-ba66-46016b73107e req-bed4b49d-2fc8-47af-b95b-5150cd8a6259 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=d62e1377-aa6d-4e12-92bd-f06c7ef1d908 HTTP/1.1" status: 200 len: 944 time: 0.0847495 Dec 11 16:30:41.609026 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-41805f7e-1120-425f-ba66-46016b73107e req-3b69ac8c-99e7-454f-ad78-4c41639ea56b tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434561 Dec 11 16:30:41.671119 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0a1c0-b8bd-4abf-a2ca-e82be654c51d req-9ea6b630-fcb9-4f1f-bb53-95747ca28042 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:41.671944 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-e8e0a1c0-b8bd-4abf-a2ca-e82be654c51d req-9ea6b630-fcb9-4f1f-bb53-95747ca28042 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Synchronizing usage tracker for tenant:8250f9f4850a436c869b142af6b5883b on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:30:41.679224 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.db.api [req-266d1e10-854f-43b8-9f22-fd5fa967b446 req-86b07566-ad7f-4212-b346-826428c524e5 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80243) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 11 16:30:41.679628 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_db.api [req-266d1e10-854f-43b8-9f22-fd5fa967b446 req-86b07566-ad7f-4212-b346-826428c524e5 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 11 16:30:41.691493 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1115e19e-f831-457f-9818-13a86305cc63 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:41.706551 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-e8e0a1c0-b8bd-4abf-a2ca-e82be654c51d req-9ea6b630-fcb9-4f1f-bb53-95747ca28042 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Unset dirty status for tenant:8250f9f4850a436c869b142af6b5883b on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:30:41.707819 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e8e0a1c0-b8bd-4abf-a2ca-e82be654c51d req-9ea6b630-fcb9-4f1f-bb53-95747ca28042 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.87 "GET /v2.0/ports?device_id=424e9bdd-875e-4d9e-ab54-fe9f85af920d HTTP/1.1" status: 200 len: 946 time: 0.3163712 Dec 11 16:30:41.773135 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1115e19e-f831-457f-9818-13a86305cc63 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:41.791384 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d30744df-68fd-454a-97a9-57857a023d1f tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:42.034531 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bd6b4-86b7-4f31-92ff-31a8416e2261 req-bbdc2591-6df7-4601-a9fc-171c0beee691 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:42.040801 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-462bd6b4-86b7-4f31-92ff-31a8416e2261 req-bbdc2591-6df7-4601-a9fc-171c0beee691 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/ports?device_id=424e9bdd-875e-4d9e-ab54-fe9f85af920d HTTP/1.1" status: 200 len: 946 time: 0.1047001 Dec 11 16:30:42.086715 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-462bd6b4-86b7-4f31-92ff-31a8416e2261 req-588fab64-89c7-42a4-9e87-356ecf92cfd2 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/security-groups?id=d5a213c7-a976-4286-9691-7e6bedc721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439594 Dec 11 16:30:42.122997 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-e8e0a1c0-b8bd-4abf-a2ca-e82be654c51d req-99ff3e69-330f-493e-8ebf-b8e7dfc74288 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Deleting port d7620460-33d5-406b-b31c-1c21a0e32bc1 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:30:42.123661 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-e8e0a1c0-b8bd-4abf-a2ca-e82be654c51d req-99ff3e69-330f-493e-8ebf-b8e7dfc74288 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:42.182874 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-266d1e10-854f-43b8-9f22-fd5fa967b446 req-86b07566-ad7f-4212-b346-826428c524e5 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Deleting port 8c8a334d-dbee-4fcd-bde0-bcce53f3dd01 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:30:42.183262 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-266d1e10-854f-43b8-9f22-fd5fa967b446 req-86b07566-ad7f-4212-b346-826428c524e5 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:42.209038 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5cb7a-db23-4137-b7b7-3125fed197aa req-3b0f7849-1185-4556-aedb-51dca83c68e9 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:42.210659 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-eff5cb7a-db23-4137-b7b7-3125fed197aa req-3b0f7849-1185-4556-aedb-51dca83c68e9 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.0835738 Dec 11 16:30:42.261996 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-eff5cb7a-db23-4137-b7b7-3125fed197aa req-dc76f578-ecdd-4c06-93cc-d6a9a4fda3f9 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444815 Dec 11 16:30:42.270224 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115e19e-f831-457f-9818-13a86305cc63 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Pushing event updated for resources: {'Port': ['ID=71b554d8-6e59-4587-9d87-290ae8965ce2,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:42.283638 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1115e19e-f831-457f-9818-13a86305cc63 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:42.450125 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1115e19e-f831-457f-9818-13a86305cc63 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Network ad2ee80a-1b86-455c-8869-eab43da82ba0 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:30:42.502346 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-1115e19e-f831-457f-9818-13a86305cc63 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:30:42.530711 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1115e19e-f831-457f-9818-13a86305cc63 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:30:42.773333 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-e8e0a1c0-b8bd-4abf-a2ca-e82be654c51d req-99ff3e69-330f-493e-8ebf-b8e7dfc74288 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] For port d7620460-33d5-406b-b31c-1c21a0e32bc1, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=d7620460-33d5-406b-b31c-1c21a0e32bc1,segment=NetworkSegment(d798890b-b506-4fca-979d-7ded93a6146a),segment_id=d798890b-b506-4fca-979d-7ded93a6146a)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:30:42.773727 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-e8e0a1c0-b8bd-4abf-a2ca-e82be654c51d req-99ff3e69-330f-493e-8ebf-b8e7dfc74288 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:42.789815 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-266d1e10-854f-43b8-9f22-fd5fa967b446 req-86b07566-ad7f-4212-b346-826428c524e5 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] For port 8c8a334d-dbee-4fcd-bde0-bcce53f3dd01, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=8c8a334d-dbee-4fcd-bde0-bcce53f3dd01,segment=NetworkSegment(4f619742-2f1c-4a1c-b9fc-b9c9540add64),segment_id=4f619742-2f1c-4a1c-b9fc-b9c9540add64)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:30:42.790128 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-266d1e10-854f-43b8-9f22-fd5fa967b446 req-86b07566-ad7f-4212-b346-826428c524e5 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:42.829023 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254edf4-5702-4f21-ba33-5bb3c730f675 req-00394cc4-daf3-4da2-b42d-50dede109fb1 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:42.830636 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1254edf4-5702-4f21-ba33-5bb3c730f675 req-00394cc4-daf3-4da2-b42d-50dede109fb1 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=d62e1377-aa6d-4e12-92bd-f06c7ef1d908 HTTP/1.1" status: 200 len: 944 time: 0.0858676 Dec 11 16:30:42.878423 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1254edf4-5702-4f21-ba33-5bb3c730f675 req-1c80730b-30f5-4626-b001-ff8a583ab414 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/security-groups?id=4ef8d43b-757f-4107-99e7-e7032f156ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413153 Dec 11 16:30:42.938756 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device d7620460-33d5-406b-b31c-1c21a0e32bc1 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:30:43.033819 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-266d1e10-854f-43b8-9f22-fd5fa967b446 req-86b07566-ad7f-4212-b346-826428c524e5 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Calling delete_port for 8c8a334d-dbee-4fcd-bde0-bcce53f3dd01 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:30:43.061981 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1115e19e-f831-457f-9818-13a86305cc63 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for floatingip, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:43.067772 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:43.069455 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-e8e0a1c0-b8bd-4abf-a2ca-e82be654c51d req-99ff3e69-330f-493e-8ebf-b8e7dfc74288 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Calling delete_port for d7620460-33d5-406b-b31c-1c21a0e32bc1 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:30:43.102463 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port d7620460-33d5-406b-b31c-1c21a0e32bc1, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=d7620460-33d5-406b-b31c-1c21a0e32bc1,segment=NetworkSegment(d798890b-b506-4fca-979d-7ded93a6146a),segment_id=d798890b-b506-4fca-979d-7ded93a6146a)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:30:43.106194 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:43.108783 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:43.163358 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424e9bdd-875e-4d9e-ab54-fe9f85af920d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7620460-33d5-406b-b31c-1c21a0e32bc1'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:30:43.203159 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=d7620460-33d5-406b-b31c-1c21a0e32bc1,revision_number=5']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:43.208077 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:43.238598 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424e9bdd-875e-4d9e-ab54-fe9f85af920d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7620460-33d5-406b-b31c-1c21a0e32bc1', 'code': 200} Dec 11 16:30:43.248642 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1115e19e-f831-457f-9818-13a86305cc63 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:43.322524 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7255be2-1d5f-4f32-aecd-f1915b8304c9 req-a2b7f50b-e125-4eec-835a-756565d0b8d4 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:43.325165 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d7255be2-1d5f-4f32-aecd-f1915b8304c9 req-a2b7f50b-e125-4eec-835a-756565d0b8d4 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/ports?device_id=424e9bdd-875e-4d9e-ab54-fe9f85af920d HTTP/1.1" status: 200 len: 944 time: 0.0985732 Dec 11 16:30:43.349963 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.db.api [req-e8e0a1c0-b8bd-4abf-a2ca-e82be654c51d req-99ff3e69-330f-493e-8ebf-b8e7dfc74288 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80243) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 11 16:30:43.350316 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_db.api [req-e8e0a1c0-b8bd-4abf-a2ca-e82be654c51d req-99ff3e69-330f-493e-8ebf-b8e7dfc74288 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 11 16:30:43.382159 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d7255be2-1d5f-4f32-aecd-f1915b8304c9 req-b15d33d8-f303-4f68-99d5-3a9f30daf9c1 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/security-groups?id=d5a213c7-a976-4286-9691-7e6bedc721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467918 Dec 11 16:30:43.425787 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-266d1e10-854f-43b8-9f22-fd5fa967b446 req-86b07566-ad7f-4212-b346-826428c524e5 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:43.447395 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0339d148-3f4f-4116-80c0-0bdec88b0146 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:43.513760 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1d887-1405-4140-a205-a2d81674db14 req-11ed2ca1-53fd-472f-b4e7-bb3460683c61 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:43.515417 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e1f1d887-1405-4140-a205-a2d81674db14 req-11ed2ca1-53fd-472f-b4e7-bb3460683c61 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.0900722 Dec 11 16:30:43.557464 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b07566-ad7f-4212-b346-826428c524e5 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Pushing event deleted for resources: {'Port': ['ID=8c8a334d-dbee-4fcd-bde0-bcce53f3dd01,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:43.568670 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e1f1d887-1405-4140-a205-a2d81674db14 req-208b5f88-0ec9-4645-b97a-dc29dc76f440 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457439 Dec 11 16:30:43.575976 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-86b07566-ad7f-4212-b346-826428c524e5 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:43.852435 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-e8e0a1c0-b8bd-4abf-a2ca-e82be654c51d req-99ff3e69-330f-493e-8ebf-b8e7dfc74288 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Deleting port d7620460-33d5-406b-b31c-1c21a0e32bc1 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:30:43.852720 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-e8e0a1c0-b8bd-4abf-a2ca-e82be654c51d req-99ff3e69-330f-493e-8ebf-b8e7dfc74288 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:43.853871 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ef72d0a6-4f9b-4637-917a-d1403678967a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:44.056915 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a93311da-c553-4262-a614-bc8f3c9bd4a0 req-529febf0-a8a4-441a-87af-e45ba22d8769 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.45 "GET /v2.0/ports?device_id=d62e1377-aa6d-4e12-92bd-f06c7ef1d908 HTTP/1.1" status: 200 len: 210 time: 0.0487008 Dec 11 16:30:44.117793 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-266d1e10-854f-43b8-9f22-fd5fa967b446 req-86b07566-ad7f-4212-b346-826428c524e5 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] No DVR routers for this DVR port 8c8a334d-dbee-4fcd-bde0-bcce53f3dd01 on host hv-cinder-76675 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 11 16:30:44.171577 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-266d1e10-854f-43b8-9f22-fd5fa967b446 req-86b07566-ad7f-4212-b346-826428c524e5 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:44.177221 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62e1377-aa6d-4e12-92bd-f06c7ef1d908', 'name': 'network-vif-deleted', 'tag': '8c8a334d-dbee-4fcd-bde0-bcce53f3dd01'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:30:44.183894 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1115e19e-f831-457f-9818-13a86305cc63 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:44.205499 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1115e19e-f831-457f-9818-13a86305cc63 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:44.225908 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-882529b7-d4ea-4588-b625-aca90eae2bd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:44.314816 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62e1377-aa6d-4e12-92bd-f06c7ef1d908', 'name': 'network-vif-deleted', 'tag': '8c8a334d-dbee-4fcd-bde0-bcce53f3dd01', 'status': 'completed', 'code': 200} Dec 11 16:30:44.354086 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-266d1e10-854f-43b8-9f22-fd5fa967b446 req-86b07566-ad7f-4212-b346-826428c524e5 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] 10.222.0.87 "DELETE /v2.0/ports/8c8a334d-dbee-4fcd-bde0-bcce53f3dd01 HTTP/1.1" status: 204 len: 173 time: 3.6426818 Dec 11 16:30:44.381872 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115e19e-f831-457f-9818-13a86305cc63 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Pushing event updated for resources: {'Port': ['ID=71b554d8-6e59-4587-9d87-290ae8965ce2,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:44.401770 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1115e19e-f831-457f-9818-13a86305cc63 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:44.521341 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-e8e0a1c0-b8bd-4abf-a2ca-e82be654c51d req-99ff3e69-330f-493e-8ebf-b8e7dfc74288 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] For port d7620460-33d5-406b-b31c-1c21a0e32bc1, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=d7620460-33d5-406b-b31c-1c21a0e32bc1,segment=NetworkSegment(d798890b-b506-4fca-979d-7ded93a6146a),segment_id=d798890b-b506-4fca-979d-7ded93a6146a)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:30:44.521751 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-e8e0a1c0-b8bd-4abf-a2ca-e82be654c51d req-99ff3e69-330f-493e-8ebf-b8e7dfc74288 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:44.617555 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530bfb38-ba8f-4259-b3b1-089e972cdcbd req-3bf07bb6-5149-4ef7-8990-9ca3da6524f1 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:44.619338 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-530bfb38-ba8f-4259-b3b1-089e972cdcbd req-3bf07bb6-5149-4ef7-8990-9ca3da6524f1 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/ports?device_id=424e9bdd-875e-4d9e-ab54-fe9f85af920d HTTP/1.1" status: 200 len: 944 time: 0.0943823 Dec 11 16:30:44.688929 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-530bfb38-ba8f-4259-b3b1-089e972cdcbd req-159fad56-1460-48c1-b6c2-4110c7f4f53a tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/security-groups?id=d5a213c7-a976-4286-9691-7e6bedc721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618250 Dec 11 16:30:44.701170 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-e8e0a1c0-b8bd-4abf-a2ca-e82be654c51d req-99ff3e69-330f-493e-8ebf-b8e7dfc74288 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Calling delete_port for d7620460-33d5-406b-b31c-1c21a0e32bc1 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:30:44.776847 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1115e19e-f831-457f-9818-13a86305cc63 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854360154'] for floatingip, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:44.799762 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f1cbf-7554-4b9c-9ba8-c62d188cafba req-00430876-0588-4f73-be9b-33036e0bc601 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:44.801375 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ee0f1cbf-7554-4b9c-9ba8-c62d188cafba req-00430876-0588-4f73-be9b-33036e0bc601 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.0872681 Dec 11 16:30:44.817341 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab868c9-2e05-47e0-b9a8-ca52e22d8686 req-113e3852-198b-4aac-8111-90a6dadba5a7 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:44.818892 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-fab868c9-2e05-47e0-b9a8-ca52e22d8686 req-113e3852-198b-4aac-8111-90a6dadba5a7 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.87 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 946 time: 0.3716035 Dec 11 16:30:44.823684 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1115e19e-f831-457f-9818-13a86305cc63 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for floatingip, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:44.824889 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-1115e19e-f831-457f-9818-13a86305cc63 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4024618 Dec 11 16:30:44.852835 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ee0f1cbf-7554-4b9c-9ba8-c62d188cafba req-3e6d1fe5-23e8-41dc-9228-d65ec7ecb289 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446327 Dec 11 16:30:44.957980 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-fab868c9-2e05-47e0-b9a8-ca52e22d8686 req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Deleting port d3f96bb3-3458-4a86-bf08-bc18a058d932 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:30:44.958364 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-fab868c9-2e05-47e0-b9a8-ca52e22d8686 req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:44.981089 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device d3f96bb3-3458-4a86-bf08-bc18a058d932 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:30:44.988470 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-e8e0a1c0-b8bd-4abf-a2ca-e82be654c51d req-99ff3e69-330f-493e-8ebf-b8e7dfc74288 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:45.014137 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a96e747d-48ec-41a2-bca0-202a0cc5b50c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:45.115544 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff3e69-330f-493e-8ebf-b8e7dfc74288 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Pushing event deleted for resources: {'Port': ['ID=d7620460-33d5-406b-b31c-1c21a0e32bc1,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:45.117657 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-42585664-b417-4fb3-bb76-c034d852841f req-f1343eeb-fa15-465c-890f-1e8198536fbb tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1456562256&fields=id&tenant_id=eccf3f61bd614d87b3e6357f1c1f13bb HTTP/1.1" status: 200 len: 267 time: 0.0529819 Dec 11 16:30:45.137218 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-99ff3e69-330f-493e-8ebf-b8e7dfc74288 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:45.146151 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:45.183320 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port d3f96bb3-3458-4a86-bf08-bc18a058d932, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=d3f96bb3-3458-4a86-bf08-bc18a058d932,segment=NetworkSegment(114d2847-428f-43e0-9263-dade0a4c2f73),segment_id=114d2847-428f-43e0-9263-dade0a4c2f73)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:30:45.186658 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:45.189896 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:45.252319 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb95ae6-61c3-466c-a316-4848ce73d7cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3f96bb3-3458-4a86-bf08-bc18a058d932'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:30:45.284604 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=d3f96bb3-3458-4a86-bf08-bc18a058d932,revision_number=5']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:45.288646 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:45.299798 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585664-b417-4fb3-bb76-c034d852841f req-26cb65dc-103c-4c20-a8d0-4575b07fb3cb tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:45.307317 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-42585664-b417-4fb3-bb76-c034d852841f req-26cb65dc-103c-4c20-a8d0-4575b07fb3cb tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/networks?id=08a7ffcb-dce2-47a5-a283-64fa5b32feea HTTP/1.1" status: 200 len: 817 time: 0.1881623 Dec 11 16:30:45.329767 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-42585664-b417-4fb3-bb76-c034d852841f req-092718d1-266c-43bb-b54b-5d6be1ef4f61 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/quotas/eccf3f61bd614d87b3e6357f1c1f13bb HTTP/1.1" status: 200 len: 375 time: 0.0213563 Dec 11 16:30:45.335241 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb95ae6-61c3-466c-a316-4848ce73d7cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3f96bb3-3458-4a86-bf08-bc18a058d932', 'code': 200} Dec 11 16:30:45.410761 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e0a1c0-b8bd-4abf-a2ca-e82be654c51d req-99ff3e69-330f-493e-8ebf-b8e7dfc74288 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] No DVR routers for this DVR port d7620460-33d5-406b-b31c-1c21a0e32bc1 on host hv-cinder-76675 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 11 16:30:45.415824 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-e8e0a1c0-b8bd-4abf-a2ca-e82be654c51d req-99ff3e69-330f-493e-8ebf-b8e7dfc74288 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:45.422186 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-42585664-b417-4fb3-bb76-c034d852841f req-22a51756-4236-4189-a8d4-529288a01586 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?tenant_id=eccf3f61bd614d87b3e6357f1c1f13bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0914237 Dec 11 16:30:45.443912 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e8e0a1c0-b8bd-4abf-a2ca-e82be654c51d req-99ff3e69-330f-493e-8ebf-b8e7dfc74288 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.87 "DELETE /v2.0/ports/d7620460-33d5-406b-b31c-1c21a0e32bc1 HTTP/1.1" status: 204 len: 173 time: 3.7288201 Dec 11 16:30:45.450532 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-fab868c9-2e05-47e0-b9a8-ca52e22d8686 req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] For port d3f96bb3-3458-4a86-bf08-bc18a058d932, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=d3f96bb3-3458-4a86-bf08-bc18a058d932,segment=NetworkSegment(114d2847-428f-43e0-9263-dade0a4c2f73),segment_id=114d2847-428f-43e0-9263-dade0a4c2f73)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:30:45.450967 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-fab868c9-2e05-47e0-b9a8-ca52e22d8686 req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:45.582137 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-42585664-b417-4fb3-bb76-c034d852841f req-f7a6bb4f-eea7-420e-8bf1-0b689fe526cc service neutron] 10.222.0.45 "GET /v2.0/networks/08a7ffcb-dce2-47a5-a283-64fa5b32feea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461403 Dec 11 16:30:45.805310 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-42585664-b417-4fb3-bb76-c034d852841f req-b713c050-3d10-4b2e-92ad-6cc168db09f7 service neutron] 10.222.0.45 "GET /v2.0/networks/08a7ffcb-dce2-47a5-a283-64fa5b32feea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2126894 Dec 11 16:30:45.838041 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-fab868c9-2e05-47e0-b9a8-ca52e22d8686 req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for floatingip, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:45.838457 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-fab868c9-2e05-47e0-b9a8-ca52e22d8686 req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854360154'] for floatingip, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:45.838807 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.l3_db [req-fab868c9-2e05-47e0-b9a8-ca52e22d8686 req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Floating IP 4d407ef1-432f-4a21-a85a-4a1b9486af65 disassociated. External IP: 172.28.1.222, port: d3f96bb3-3458-4a86-bf08-bc18a058d932. Dec 11 16:30:45.839180 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-fab868c9-2e05-47e0-b9a8-ca52e22d8686 req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Calling delete_port for d3f96bb3-3458-4a86-bf08-bc18a058d932 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:30:45.931869 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-140ad5c4-22fb-4a62-b71a-86336b43d00a req-9b1d1e81-101e-4104-b886-737639f571df tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] 10.222.0.45 "GET /v2.0/ports?device_id=424e9bdd-875e-4d9e-ab54-fe9f85af920d HTTP/1.1" status: 200 len: 210 time: 0.0609999 Dec 11 16:30:45.939027 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.db.api [req-fab868c9-2e05-47e0-b9a8-ca52e22d8686 req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80243) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 11 16:30:45.939573 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_db.api [req-fab868c9-2e05-47e0-b9a8-ca52e22d8686 req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 11 16:30:46.071259 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0ec65a0e-bb7b-487a-8413-4c0c32977807 req-7cac40e7-483f-4d5e-b8e8-c45cca203d0c tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 210 time: 0.0838046 Dec 11 16:30:46.120380 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-27bbfbf6-2615-4e75-b111-6ee06fd741d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:46.146344 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da90fc1-a7da-41ee-b617-e283dcf2f541 req-3eadfa01-d363-4a97-9247-84de4858ab38 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:46.148051 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3da90fc1-a7da-41ee-b617-e283dcf2f541 req-3eadfa01-d363-4a97-9247-84de4858ab38 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 944 time: 0.1212277 Dec 11 16:30:46.200228 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3da90fc1-a7da-41ee-b617-e283dcf2f541 req-a18f03f2-1924-4034-808f-e1bf0b12c912 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431793 Dec 11 16:30:46.316436 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424e9bdd-875e-4d9e-ab54-fe9f85af920d', 'name': 'network-vif-deleted', 'tag': 'd7620460-33d5-406b-b31c-1c21a0e32bc1'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:30:46.377877 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424e9bdd-875e-4d9e-ab54-fe9f85af920d', 'name': 'network-vif-deleted', 'tag': 'd7620460-33d5-406b-b31c-1c21a0e32bc1', 'status': 'completed', 'code': 200} Dec 11 16:30:46.441270 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-fab868c9-2e05-47e0-b9a8-ca52e22d8686 req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Deleting port d3f96bb3-3458-4a86-bf08-bc18a058d932 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:30:46.441581 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-fab868c9-2e05-47e0-b9a8-ca52e22d8686 req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:46.701403 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-fab868c9-2e05-47e0-b9a8-ca52e22d8686 req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] For port d3f96bb3-3458-4a86-bf08-bc18a058d932, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=d3f96bb3-3458-4a86-bf08-bc18a058d932,segment=NetworkSegment(114d2847-428f-43e0-9263-dade0a4c2f73),segment_id=114d2847-428f-43e0-9263-dade0a4c2f73)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:30:46.701791 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-fab868c9-2e05-47e0-b9a8-ca52e22d8686 req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:46.800559 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:47.364778 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-fab868c9-2e05-47e0-b9a8-ca52e22d8686 req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for floatingip, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:47.366080 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-fab868c9-2e05-47e0-b9a8-ca52e22d8686 req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854360154'] for floatingip, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:47.366419 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.l3_db [req-fab868c9-2e05-47e0-b9a8-ca52e22d8686 req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Floating IP 4d407ef1-432f-4a21-a85a-4a1b9486af65 disassociated. External IP: 172.28.1.222, port: d3f96bb3-3458-4a86-bf08-bc18a058d932. Dec 11 16:30:47.366812 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-fab868c9-2e05-47e0-b9a8-ca52e22d8686 req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Calling delete_port for d3f96bb3-3458-4a86-bf08-bc18a058d932 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:30:47.386948 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2f64ac22-4480-4ce4-aa85-a9edbde021ad req-ee6fed55-7cc6-418d-81c4-2dfc7baa5ede tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 210 time: 0.0774708 Dec 11 16:30:47.451612 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585664-b417-4fb3-bb76-c034d852841f req-ece4863f-e740-43f6-a25e-f3b98f5eb061 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:47.453975 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-42585664-b417-4fb3-bb76-c034d852841f req-ece4863f-e740-43f6-a25e-f3b98f5eb061 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.87 "GET /v2.0/networks?id=08a7ffcb-dce2-47a5-a283-64fa5b32feea HTTP/1.1" status: 200 len: 817 time: 0.3420401 Dec 11 16:30:47.501488 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d381e6-58f1-4d3a-9be4-27ccdc63d6f6 req-7f963b7e-f317-410f-98a4-547d02f046f7 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:47.503159 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e7d381e6-58f1-4d3a-9be4-27ccdc63d6f6 req-7f963b7e-f317-410f-98a4-547d02f046f7 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 944 time: 0.1370006 Dec 11 16:30:47.559408 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:47.571090 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e7d381e6-58f1-4d3a-9be4-27ccdc63d6f6 req-258e00bc-f47a-4100-a256-b7aade8f6efc tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=356cfc63-3d02-4aca-92bb-5861259aaa4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580988 Dec 11 16:30:47.633646 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-42585664-b417-4fb3-bb76-c034d852841f req-ccd9d33e-0356-469d-bfb7-cfeeacb2e722 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Synchronizing usage tracker for tenant:eccf3f61bd614d87b3e6357f1c1f13bb on resource:security_group {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:30:47.659887 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-42585664-b417-4fb3-bb76-c034d852841f req-ccd9d33e-0356-469d-bfb7-cfeeacb2e722 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Unset dirty status for tenant:eccf3f61bd614d87b3e6357f1c1f13bb on resource:security_group {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:30:47.661265 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-42585664-b417-4fb3-bb76-c034d852841f req-ccd9d33e-0356-469d-bfb7-cfeeacb2e722 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=eccf3f61bd614d87b3e6357f1c1f13bb HTTP/1.1" status: 200 len: 5504 time: 0.1823912 Dec 11 16:30:47.664547 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-fab868c9-2e05-47e0-b9a8-ca52e22d8686 req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:47.679990 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-86b07566-ad7f-4212-b346-826428c524e5 tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:47.772156 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-42585664-b417-4fb3-bb76-c034d852841f req-89a44241-ddc8-441f-b887-9a95016692ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Request body: {'port': {'device_id': '87693890-35e2-4b8f-8ec4-37b254c1deaf', 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea', 'admin_state_up': True, 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'security_groups': ['805875a8-c087-4cf1-ae28-c842c7cfe0e7']}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:30:47.853421 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Pushing event deleted for resources: {'Port': ['ID=d3f96bb3-3458-4a86-bf08-bc18a058d932,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:47.876916 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:47.877317 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:47.877708 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:47.878095 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:47.878477 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:47.878857 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:47.879255 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:47.879667 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:47.880118 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:47.880479 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:47.880856 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:47.881231 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:47.881643 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:47.882017 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:47.882397 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:47.882771 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:47.883145 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:47.883536 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:47.883910 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:47.884300 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:47.884646 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:47.885020 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:47.885388 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:47.885758 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:47.893756 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:47.993850 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-42585664-b417-4fb3-bb76-c034d852841f req-89a44241-ddc8-441f-b887-9a95016692ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:30:48.001515 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-42585664-b417-4fb3-bb76-c034d852841f req-89a44241-ddc8-441f-b887-9a95016692ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Usage tracker for resource:port and tenant:eccf3f61bd614d87b3e6357f1c1f13bb is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:30:48.005249 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-42585664-b417-4fb3-bb76-c034d852841f req-89a44241-ddc8-441f-b887-9a95016692ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Quota usage for port was recalculated. Used quota:3. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:30:48.069381 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-42585664-b417-4fb3-bb76-c034d852841f req-89a44241-ddc8-441f-b887-9a95016692ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:30:48.154768 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42585664-b417-4fb3-bb76-c034d852841f req-89a44241-ddc8-441f-b887-9a95016692ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Made reservation on behalf of eccf3f61bd614d87b3e6357f1c1f13bb for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:30:48.160232 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-42585664-b417-4fb3-bb76-c034d852841f req-89a44241-ddc8-441f-b887-9a95016692ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:48.317488 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fab868c9-2e05-47e0-b9a8-ca52e22d8686 req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Router f8c34d8b-1c03-4b78-9a09-464954aedf1c has already been hosted by L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 {{(pid=80243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 11 16:30:48.433475 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:48.614229 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d8a14df3-c321-48e1-a64f-d2b14e0b3037 req-a7125b52-0fc1-464d-b9da-3ae3957cfe72 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 210 time: 0.0606112 Dec 11 16:30:48.670008 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fab868c9-2e05-47e0-b9a8-ca52e22d8686 req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:30:48.682354 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4305cb-2be4-4fd0-b64b-4808ea831ac5 None None] Sync routers for ids ['f8c34d8b-1c03-4b78-9a09-464954aedf1c'] in dv-cinder-766752-1-smb {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:30:48.693944 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4305cb-2be4-4fd0-b64b-4808ea831ac5 None None] Routers {'f8c34d8b-1c03-4b78-9a09-464954aedf1c'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:30:48.694854 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-1c4305cb-2be4-4fd0-b64b-4808ea831ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:30:46Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['f8c34d8b-1c03-4b78-9a09-464954aedf1c'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:30:48.734887 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab868c9-2e05-47e0-b9a8-ca52e22d8686 req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] No DVR routers for this DVR port d3f96bb3-3458-4a86-bf08-bc18a058d932 on host hv-cinder-76675 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 11 16:30:48.739222 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-fab868c9-2e05-47e0-b9a8-ca52e22d8686 req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:48.742012 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb95ae6-61c3-466c-a316-4848ce73d7cb', 'name': 'network-vif-deleted', 'tag': 'd3f96bb3-3458-4a86-bf08-bc18a058d932'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:30:48.764857 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-42585664-b417-4fb3-bb76-c034d852841f req-89a44241-ddc8-441f-b887-9a95016692ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Allocated IP 172.20.0.4 (08a7ffcb-dce2-47a5-a283-64fa5b32feea/35314c86-042c-4482-9db4-a8a492106943/fcd21503-4b3c-4f57-8696-6742f5f1990e) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:30:48.810796 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-fab868c9-2e05-47e0-b9a8-ca52e22d8686 req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.87 "DELETE /v2.0/ports/d3f96bb3-3458-4a86-bf08-bc18a058d932 HTTP/1.1" status: 204 len: 173 time: 3.9507411 Dec 11 16:30:48.877979 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-40cc3b11-5115-4463-b113-15320dff5e77 req-818055d3-cdb7-4226-98c8-8384074ae344 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=5fb95ae6-61c3-466c-a316-4848ce73d7cb HTTP/1.1" status: 200 len: 210 time: 0.1212971 Dec 11 16:30:49.010489 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb95ae6-61c3-466c-a316-4848ce73d7cb', 'name': 'network-vif-deleted', 'tag': 'd3f96bb3-3458-4a86-bf08-bc18a058d932', 'status': 'completed', 'code': 200} Dec 11 16:30:49.093678 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-42585664-b417-4fb3-bb76-c034d852841f req-89a44241-ddc8-441f-b887-9a95016692ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:49.099507 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-1c4305cb-2be4-4fd0-b64b-4808ea831ac5 None None] Set router f8c34d8b-1c03-4b78-9a09-464954aedf1c gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:30:49.112150 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-42585664-b417-4fb3-bb76-c034d852841f req-89a44241-ddc8-441f-b887-9a95016692ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Transition to ACTIVE for port object fcd21503-4b3c-4f57-8696-6742f5f1990e will not be triggered until provisioned by entity DHCP. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:30:49.136549 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-42585664-b417-4fb3-bb76-c034d852841f req-89a44241-ddc8-441f-b887-9a95016692ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:49.153974 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-65303117-f3e0-4ef8-90d8-8be97fb90748 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:49.526561 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a44241-ddc8-441f-b887-9a95016692ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Pushing event updated for resources: {'Port': ['ID=fcd21503-4b3c-4f57-8696-6742f5f1990e,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:49.532951 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-89a44241-ddc8-441f-b887-9a95016692ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:49.587691 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42585664-b417-4fb3-bb76-c034d852841f req-89a44241-ddc8-441f-b887-9a95016692ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Network 08a7ffcb-dce2-47a5-a283-64fa5b32feea is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:30:49.588986 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-42585664-b417-4fb3-bb76-c034d852841f req-89a44241-ddc8-441f-b887-9a95016692ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:30:49.591239 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-42585664-b417-4fb3-bb76-c034d852841f req-89a44241-ddc8-441f-b887-9a95016692ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:30:49.633845 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-1c4305cb-2be4-4fd0-b64b-4808ea831ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'name': 'tempest-AttachVolumeTestJSON-458078925-router', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185'}], 'enable_snat': True}, 'gw_port_id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:25Z', 'updated_at': '2020-12-11T16:26:38Z', 'revision_number': 4, 'project_id': '18cab7096ec7405c979d977608f922bb', 'gw_port': {'id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:11:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:28Z', 'updated_at': '2020-12-11T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': 'ae39b5fd-413a-458d-ad50-6292b0caa7df', 'name': '', 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'mac_address': 'fa:16:3e:76:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56573ac3-46db-42ab-ac70-c5fd685172d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:35Z', 'updated_at': '2020-12-11T16:26:53Z', 'revision_number': 5, 'project_id': '18cab7096ec7405c979d977608f922bb', 'subnets': [{'id': '56573ac3-46db-42ab-ac70-c5fd685172d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:30:49.640281 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4305cb-2be4-4fd0-b64b-4808ea831ac5 None None] Checking router: f8c34d8b-1c03-4b78-9a09-464954aedf1c for host: dv-cinder-766752-1-smb {{(pid=80244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:30:49.658792 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4305cb-2be4-4fd0-b64b-4808ea831ac5 None None] Routers {'f8c34d8b-1c03-4b78-9a09-464954aedf1c'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:30:49.659814 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-1c4305cb-2be4-4fd0-b64b-4808ea831ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:30:46Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['f8c34d8b-1c03-4b78-9a09-464954aedf1c'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:30:49.674700 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585664-b417-4fb3-bb76-c034d852841f req-89a44241-ddc8-441f-b887-9a95016692ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:49.675492 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-42585664-b417-4fb3-bb76-c034d852841f req-89a44241-ddc8-441f-b887-9a95016692ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:49.699753 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-42585664-b417-4fb3-bb76-c034d852841f req-89a44241-ddc8-441f-b887-9a95016692ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9874287 Dec 11 16:30:49.718463 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-42585664-b417-4fb3-bb76-c034d852841f req-7f50aab7-5352-43a3-8a6c-b79110e05578 service neutron] Request body: {'port': {'device_id': '87693890-35e2-4b8f-8ec4-37b254c1deaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:30:49.841883 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-42585664-b417-4fb3-bb76-c034d852841f req-7f50aab7-5352-43a3-8a6c-b79110e05578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:49.842622 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-56b6af0f-1655-40f0-8a38-e67953314532 None None] Provisioning for port fcd21503-4b3c-4f57-8696-6742f5f1990e completed by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:30:49.850316 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-56b6af0f-1655-40f0-8a38-e67953314532 None None] Provisioning complete for port fcd21503-4b3c-4f57-8696-6742f5f1990e triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:30:49.850741 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-56b6af0f-1655-40f0-8a38-e67953314532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:49.900430 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8e570-ed6c-4df7-97a5-5944792ac2d3 req-43028623-ee7f-4f93-9d80-6cd70e6c0b7a tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:49.902155 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-69d8e570-ed6c-4df7-97a5-5944792ac2d3 req-43028623-ee7f-4f93-9d80-6cd70e6c0b7a tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 931 time: 0.0918770 Dec 11 16:30:49.929014 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-1c4305cb-2be4-4fd0-b64b-4808ea831ac5 None None] Set router f8c34d8b-1c03-4b78-9a09-464954aedf1c gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:30:49.960899 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-69d8e570-ed6c-4df7-97a5-5944792ac2d3 req-8e57e2ce-8881-4f8a-aebc-047371e83e2e tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509658 Dec 11 16:30:49.979439 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-56b6af0f-1655-40f0-8a38-e67953314532 None None] Port fcd21503-4b3c-4f57-8696-6742f5f1990e cannot update to ACTIVE because it is not bound. {{(pid=80244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 11 16:30:50.051982 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 44828) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:50.120477 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:50.154990 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:50.209976 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:50.215696 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:50.237025 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Pushing event deleted for resources: {'SecurityGroup': ['ID=356cfc63-3d02-4aca-92bb-5861259aaa4b,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:50.252320 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:50.252852 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:50.253258 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:50.253658 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:50.254460 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:50.254868 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:50.255289 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:50.255711 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:50.256230 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:50.256644 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:50.257040 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:50.257427 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:50.257856 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:50.258242 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:50.258890 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:50.259401 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:50.260020 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:50.260421 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:50.261340 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:50.261340 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:50.261571 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:50.261951 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:50.272764 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:50.272764 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:30:50.272764 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:50.272764 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "DELETE /v2.0/security-groups/356cfc63-3d02-4aca-92bb-5861259aaa4b HTTP/1.1" status: 204 len: 168 time: 0.2143707 Dec 11 16:30:50.273415 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 44834) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:50.275415 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:50.303609 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.v2.resource [None req-cd7cdde9-4573-416b-a333-81817c1b6640 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] show failed (client error): The resource could not be found. Dec 11 16:30:50.304711 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-cd7cdde9-4573-416b-a333-81817c1b6640 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups/356cfc63-3d02-4aca-92bb-5861259aaa4b HTTP/1.1" status: 404 len: 347 time: 0.0333622 Dec 11 16:30:50.309649 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 44840) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:50.310508 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-1c4305cb-2be4-4fd0-b64b-4808ea831ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'name': 'tempest-AttachVolumeTestJSON-458078925-router', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185'}], 'enable_snat': True}, 'gw_port_id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:25Z', 'updated_at': '2020-12-11T16:26:38Z', 'revision_number': 4, 'project_id': '18cab7096ec7405c979d977608f922bb', 'gw_port': {'id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:11:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:28Z', 'updated_at': '2020-12-11T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': 'ae39b5fd-413a-458d-ad50-6292b0caa7df', 'name': '', 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'mac_address': 'fa:16:3e:76:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56573ac3-46db-42ab-ac70-c5fd685172d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:35Z', 'updated_at': '2020-12-11T16:26:53Z', 'revision_number': 5, 'project_id': '18cab7096ec7405c979d977608f922bb', 'subnets': [{'id': '56573ac3-46db-42ab-ac70-c5fd685172d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:30:50.315697 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4305cb-2be4-4fd0-b64b-4808ea831ac5 None None] The sync data for ids ['f8c34d8b-1c03-4b78-9a09-464954aedf1c'] in dv-cinder-766752-1-smb is: [{'id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'name': 'tempest-AttachVolumeTestJSON-458078925-router', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185'}], 'enable_snat': True}, 'gw_port_id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:25Z', 'updated_at': '2020-12-11T16:26:38Z', 'revision_number': 4, 'project_id': '18cab7096ec7405c979d977608f922bb', 'gw_port': {'id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:11:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:28Z', 'updated_at': '2020-12-11T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': 'ae39b5fd-413a-458d-ad50-6292b0caa7df', 'name': '', 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'mac_address': 'fa:16:3e:76:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56573ac3-46db-42ab-ac70-c5fd685172d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:35Z', 'updated_at': '2020-12-11T16:26:53Z', 'revision_number': 5, 'project_id': '18cab7096ec7405c979d977608f922bb', 'subnets': [{'id': '56573ac3-46db-42ab-ac70-c5fd685172d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:30:50.317346 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-42585664-b417-4fb3-bb76-c034d852841f req-7f50aab7-5352-43a3-8a6c-b79110e05578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd21503-4b3c-4f57-8696-6742f5f1990e {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 11 16:30:50.325646 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-42585664-b417-4fb3-bb76-c034d852841f req-7f50aab7-5352-43a3-8a6c-b79110e05578 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:50.338732 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-42585664-b417-4fb3-bb76-c034d852841f req-7f50aab7-5352-43a3-8a6c-b79110e05578 service neutron] Transition to ACTIVE for port object fcd21503-4b3c-4f57-8696-6742f5f1990e will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:30:50.342247 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-42585664-b417-4fb3-bb76-c034d852841f req-7f50aab7-5352-43a3-8a6c-b79110e05578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:50.358651 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:50.501334 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-5dc87fae-1f48-4172-bb56-05ea12e53d20 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Deleting port 757beca0-e7ca-4447-a8c5-dede3c3ef5cf {{(pid=80242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:30:50.502158 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5dc87fae-1f48-4172-bb56-05ea12e53d20 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:50.524387 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50aab7-5352-43a3-8a6c-b79110e05578 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd21503-4b3c-4f57-8696-6742f5f1990e,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:50.527634 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7f50aab7-5352-43a3-8a6c-b79110e05578 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:50.744621 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5dc87fae-1f48-4172-bb56-05ea12e53d20 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:50.745185 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5dc87fae-1f48-4172-bb56-05ea12e53d20 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for floatingip, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:50.780546 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-42585664-b417-4fb3-bb76-c034d852841f req-7f50aab7-5352-43a3-8a6c-b79110e05578 service neutron] Attempting to bind port fcd21503-4b3c-4f57-8696-6742f5f1990e on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:30:50.780919 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-42585664-b417-4fb3-bb76-c034d852841f req-7f50aab7-5352-43a3-8a6c-b79110e05578 service neutron] Attempting to bind port fcd21503-4b3c-4f57-8696-6742f5f1990e by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': 'e6501d83-0c9c-4b21-bbe2-cb17b597d222', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:30:50.781813 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42585664-b417-4fb3-bb76-c034d852841f req-7f50aab7-5352-43a3-8a6c-b79110e05578 service neutron] Attempting to bind port fcd21503-4b3c-4f57-8696-6742f5f1990e on network 08a7ffcb-dce2-47a5-a283-64fa5b32feea {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:30:50.788618 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42585664-b417-4fb3-bb76-c034d852841f req-7f50aab7-5352-43a3-8a6c-b79110e05578 service neutron] Checking agent: {'id': 'c6c9fd6f-e101-4bae-907a-ac1718f8d09d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 23), 'started_at': datetime.datetime(2020, 12, 11, 16, 24, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:30:50.788988 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42585664-b417-4fb3-bb76-c034d852841f req-7f50aab7-5352-43a3-8a6c-b79110e05578 service neutron] Checking segment: {'id': 'e6501d83-0c9c-4b21-bbe2-cb17b597d222', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:30:50.789391 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-42585664-b417-4fb3-bb76-c034d852841f req-7f50aab7-5352-43a3-8a6c-b79110e05578 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:50.789781 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42585664-b417-4fb3-bb76-c034d852841f req-7f50aab7-5352-43a3-8a6c-b79110e05578 service neutron] Bound using segment: {'id': 'e6501d83-0c9c-4b21-bbe2-cb17b597d222', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:30:50.790790 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-42585664-b417-4fb3-bb76-c034d852841f req-7f50aab7-5352-43a3-8a6c-b79110e05578 service neutron] Bound port: fcd21503-4b3c-4f57-8696-6742f5f1990e, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6501d83-0c9c-4b21-bbe2-cb17b597d222', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:30:50.791173 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-42585664-b417-4fb3-bb76-c034d852841f req-7f50aab7-5352-43a3-8a6c-b79110e05578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:50.823223 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163eda4-8a51-4748-8d4a-605d74489f19 None None] New status for floating IP 4d407ef1-432f-4a21-a85a-4a1b9486af65: DOWN {{(pid=80245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 11 16:30:50.909207 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-42585664-b417-4fb3-bb76-c034d852841f req-7f50aab7-5352-43a3-8a6c-b79110e05578 service neutron] For port fcd21503-4b3c-4f57-8696-6742f5f1990e, host hv-cinder-76675, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:30:50.911413 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-5dc87fae-1f48-4172-bb56-05ea12e53d20 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Calling delete_port for 757beca0-e7ca-4447-a8c5-dede3c3ef5cf owned by network:floatingip {{(pid=80242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:30:50.912761 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-42585664-b417-4fb3-bb76-c034d852841f req-7f50aab7-5352-43a3-8a6c-b79110e05578 service neutron] For port fcd21503-4b3c-4f57-8696-6742f5f1990e, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=fcd21503-4b3c-4f57-8696-6742f5f1990e,segment=NetworkSegment(e6501d83-0c9c-4b21-bbe2-cb17b597d222),segment_id=e6501d83-0c9c-4b21-bbe2-cb17b597d222)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:30:50.921296 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-42585664-b417-4fb3-bb76-c034d852841f req-7f50aab7-5352-43a3-8a6c-b79110e05578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:50.940227 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c3926be3-e757-4a84-a44d-ffe8bcb6da66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:51.082658 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.db.api [None req-9163eda4-8a51-4748-8d4a-605d74489f19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80245) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 11 16:30:51.083521 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_db.api [None req-9163eda4-8a51-4748-8d4a-605d74489f19 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 11 16:30:51.084806 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5dc87fae-1f48-4172-bb56-05ea12e53d20 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839577674'] for port, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:51.104875 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:51.159958 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50aab7-5352-43a3-8a6c-b79110e05578 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd21503-4b3c-4f57-8696-6742f5f1990e,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:51.163928 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7f50aab7-5352-43a3-8a6c-b79110e05578 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:51.204535 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585664-b417-4fb3-bb76-c034d852841f req-7f50aab7-5352-43a3-8a6c-b79110e05578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:51.205353 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-42585664-b417-4fb3-bb76-c034d852841f req-7f50aab7-5352-43a3-8a6c-b79110e05578 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:51.206945 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-42585664-b417-4fb3-bb76-c034d852841f req-7f50aab7-5352-43a3-8a6c-b79110e05578 service neutron] 10.222.0.87 "PUT /v2.0/ports/fcd21503-4b3c-4f57-8696-6742f5f1990e HTTP/1.1" status: 200 len: 1157 time: 1.4934680 Dec 11 16:30:51.207391 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87693890-35e2-4b8f-8ec4-37b254c1deaf', 'tag': 'fcd21503-4b3c-4f57-8696-6742f5f1990e'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:30:51.306530 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87693890-35e2-4b8f-8ec4-37b254c1deaf', 'tag': 'fcd21503-4b3c-4f57-8696-6742f5f1990e', 'status': 'completed', 'code': 200} Dec 11 16:30:51.352914 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585664-b417-4fb3-bb76-c034d852841f req-c954bf38-61b7-4d75-b586-39ceb96c8929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:51.354902 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-42585664-b417-4fb3-bb76-c034d852841f req-c954bf38-61b7-4d75-b586-39ceb96c8929 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=eccf3f61bd614d87b3e6357f1c1f13bb&device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 1160 time: 0.0901291 Dec 11 16:30:51.434956 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-42585664-b417-4fb3-bb76-c034d852841f req-9670cd8b-0116-4e09-8b6e-9a51ae2d176d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcd21503-4b3c-4f57-8696-6742f5f1990e HTTP/1.1" status: 200 len: 217 time: 0.0647788 Dec 11 16:30:51.497973 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc87fae-1f48-4172-bb56-05ea12e53d20 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Pushing event deleted for resources: {'Port': ['ID=757beca0-e7ca-4447-a8c5-dede3c3ef5cf,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:51.501772 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5dc87fae-1f48-4172-bb56-05ea12e53d20 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:51.509704 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585664-b417-4fb3-bb76-c034d852841f req-9842b001-2b5c-40b2-9e72-dc181a34e4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:51.511319 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-42585664-b417-4fb3-bb76-c034d852841f req-9842b001-2b5c-40b2-9e72-dc181a34e4e9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=35314c86-042c-4482-9db4-a8a492106943 HTTP/1.1" status: 200 len: 856 time: 0.0698187 Dec 11 16:30:51.586382 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163eda4-8a51-4748-8d4a-605d74489f19 None None] New status for floating IP 4d407ef1-432f-4a21-a85a-4a1b9486af65: DOWN {{(pid=80245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 11 16:30:51.592051 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c21569-e216-4e04-acfa-a4114ff6ada9 req-9181d911-05d8-43e0-bc0e-5bbda8335315 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:51.593027 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585664-b417-4fb3-bb76-c034d852841f req-717bc7ab-f5e7-4157-afca-a83c1f345316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:51.593997 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-59c21569-e216-4e04-acfa-a4114ff6ada9 req-9181d911-05d8-43e0-bc0e-5bbda8335315 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 943 time: 0.3987780 Dec 11 16:30:51.594705 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-42585664-b417-4fb3-bb76-c034d852841f req-717bc7ab-f5e7-4157-afca-a83c1f345316 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=08a7ffcb-dce2-47a5-a283-64fa5b32feea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0762188 Dec 11 16:30:51.747523 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-59c21569-e216-4e04-acfa-a4114ff6ada9 req-9543c129-f4b3-451b-93fb-42203e8423ef tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162097 Dec 11 16:30:51.750833 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5dc87fae-1f48-4172-bb56-05ea12e53d20 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for floatingip, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:51.766449 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5dc87fae-1f48-4172-bb56-05ea12e53d20 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for floatingip, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:51.767767 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-5dc87fae-1f48-4172-bb56-05ea12e53d20 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "DELETE /v2.0/floatingips/4d407ef1-432f-4a21-a85a-4a1b9486af65 HTTP/1.1" status: 204 len: 168 time: 1.4564462 Dec 11 16:30:51.781355 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-42585664-b417-4fb3-bb76-c034d852841f req-9ca29f77-a80b-47ff-bbb9-9d4876ba53f4 service neutron] 10.222.0.87 "GET /v2.0/networks/08a7ffcb-dce2-47a5-a283-64fa5b32feea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736288 Dec 11 16:30:51.939874 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-42585664-b417-4fb3-bb76-c034d852841f req-58590caa-3fd8-47cc-af18-06d6f9f96f66 service neutron] 10.222.0.87 "GET /v2.0/networks/08a7ffcb-dce2-47a5-a283-64fa5b32feea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1482537 Dec 11 16:30:52.113055 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b7004-4324-4f14-aa25-59c41f67482a req-f9f6337c-de7a-428a-bc66-cb60a33e11b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:52.114811 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-436b7004-4324-4f14-aa25-59c41f67482a req-f9f6337c-de7a-428a-bc66-cb60a33e11b9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=eccf3f61bd614d87b3e6357f1c1f13bb&device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 1160 time: 0.0823739 Dec 11 16:30:52.221216 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 44870) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:52.227138 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-d889f34a-6eac-4581-883e-57e193a1874e tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Request body: {'security_group': {'name': 'tempest-securitygroup--1708219613', 'description': 'tempest-description--144933212'}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:30:52.235689 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-d889f34a-6eac-4581-883e-57e193a1874e tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:30:52.239615 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-d889f34a-6eac-4581-883e-57e193a1874e tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Usage tracker for resource:security_group and tenant:18cab7096ec7405c979d977608f922bb is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:30:52.242670 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-d889f34a-6eac-4581-883e-57e193a1874e tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:30:52.248559 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-d889f34a-6eac-4581-883e-57e193a1874e tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:30:52.259001 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d889f34a-6eac-4581-883e-57e193a1874e tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:52.270720 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b7004-4324-4f14-aa25-59c41f67482a req-bce96138-cfca-440a-90ce-b20642e6e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:52.272280 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-436b7004-4324-4f14-aa25-59c41f67482a req-bce96138-cfca-440a-90ce-b20642e6e3e9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=08a7ffcb-dce2-47a5-a283-64fa5b32feea HTTP/1.1" status: 200 len: 911 time: 0.1493337 Dec 11 16:30:52.281052 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-d889f34a-6eac-4581-883e-57e193a1874e tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:30:52.285897 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-d889f34a-6eac-4581-883e-57e193a1874e tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Usage tracker for resource:security_group_rule and tenant:18cab7096ec7405c979d977608f922bb is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:30:52.289071 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-d889f34a-6eac-4581-883e-57e193a1874e tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:30:52.296670 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-d889f34a-6eac-4581-883e-57e193a1874e tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:30:52.346570 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-436b7004-4324-4f14-aa25-59c41f67482a req-736a1109-d958-4826-b70b-007445985729 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcd21503-4b3c-4f57-8696-6742f5f1990e HTTP/1.1" status: 200 len: 217 time: 0.0664265 Dec 11 16:30:52.381698 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d889f34a-6eac-4581-883e-57e193a1874e tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:52.385330 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d889f34a-6eac-4581-883e-57e193a1874e tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:52.392022 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-831dc6a0-c99d-4459-b14e-c471b361413e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:52.424640 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b7004-4324-4f14-aa25-59c41f67482a req-1bb284dd-3279-4ead-9c99-e4e3ebe7464a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:52.426493 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-436b7004-4324-4f14-aa25-59c41f67482a req-1bb284dd-3279-4ead-9c99-e4e3ebe7464a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=35314c86-042c-4482-9db4-a8a492106943 HTTP/1.1" status: 200 len: 856 time: 0.0722258 Dec 11 16:30:52.441847 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889f34a-6eac-4581-883e-57e193a1874e tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Pushing event updated for resources: {'SecurityGroup': ['ID=02e96f3a-b31c-49df-a2d4-1952729df11c,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:52.444762 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d889f34a-6eac-4581-883e-57e193a1874e tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:52.445661 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d889f34a-6eac-4581-883e-57e193a1874e tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:52.450046 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-d889f34a-6eac-4581-883e-57e193a1874e tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1729 time: 0.2275960 Dec 11 16:30:52.450702 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 44878) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:52.456933 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-4b812b3b-114a-4127-9584-01dd3ed16b89 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Request body: {'security_group_rule': {'security_group_id': '02e96f3a-b31c-49df-a2d4-1952729df11c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:30:52.463242 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-4b812b3b-114a-4127-9584-01dd3ed16b89 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:30:52.467471 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-4b812b3b-114a-4127-9584-01dd3ed16b89 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Usage tracker for resource:security_group_rule and tenant:18cab7096ec7405c979d977608f922bb is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:30:52.471112 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-4b812b3b-114a-4127-9584-01dd3ed16b89 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:30:52.477442 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-4b812b3b-114a-4127-9584-01dd3ed16b89 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:30:52.496801 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b812b3b-114a-4127-9584-01dd3ed16b89 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for security_group_rule, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:52.517575 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b7004-4324-4f14-aa25-59c41f67482a req-9f8e63fc-fbf3-4735-a8b8-c3687f22d612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:52.519190 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-436b7004-4324-4f14-aa25-59c41f67482a req-9f8e63fc-fbf3-4735-a8b8-c3687f22d612 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=08a7ffcb-dce2-47a5-a283-64fa5b32feea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791514 Dec 11 16:30:52.573045 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b812b3b-114a-4127-9584-01dd3ed16b89 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:52.575727 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b812b3b-114a-4127-9584-01dd3ed16b89 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328036'] for security_group_rule, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:52.584147 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3f1734ae-6242-4ea1-aac3-b51d19c72d04 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:52.604573 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b812b3b-114a-4127-9584-01dd3ed16b89 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944f65fe-4ef9-45f0-9d5f-a387527543ce,revision_number=0']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:52.607442 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4b812b3b-114a-4127-9584-01dd3ed16b89 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:52.615581 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b812b3b-114a-4127-9584-01dd3ed16b89 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for security_group_rule, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:52.619525 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-4b812b3b-114a-4127-9584-01dd3ed16b89 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.1652527 Dec 11 16:30:52.620327 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 44884) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:52.626224 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-35ecfcfd-283a-4afc-8f37-edbbbd3e954a tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Request body: {'security_group_rule': {'security_group_id': '02e96f3a-b31c-49df-a2d4-1952729df11c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:30:52.632504 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-35ecfcfd-283a-4afc-8f37-edbbbd3e954a tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:30:52.636598 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-35ecfcfd-283a-4afc-8f37-edbbbd3e954a tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Usage tracker for resource:security_group_rule and tenant:18cab7096ec7405c979d977608f922bb is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:30:52.639839 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-35ecfcfd-283a-4afc-8f37-edbbbd3e954a tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:30:52.646630 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-35ecfcfd-283a-4afc-8f37-edbbbd3e954a tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:30:52.667301 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-35ecfcfd-283a-4afc-8f37-edbbbd3e954a tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for security_group_rule, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:52.690895 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-436b7004-4324-4f14-aa25-59c41f67482a req-120f8cea-8f44-4ae4-9704-7a0fd96ce6fb service neutron] 10.222.0.87 "GET /v2.0/networks/08a7ffcb-dce2-47a5-a283-64fa5b32feea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644702 Dec 11 16:30:52.736920 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-35ecfcfd-283a-4afc-8f37-edbbbd3e954a tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:52.740149 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-35ecfcfd-283a-4afc-8f37-edbbbd3e954a tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328036'] for security_group_rule, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:52.742259 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:52.768888 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ecfcfd-283a-4afc-8f37-edbbbd3e954a tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d659a5-8a04-48eb-94d4-9893886d3b82,revision_number=0']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:52.771766 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-35ecfcfd-283a-4afc-8f37-edbbbd3e954a tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:52.780184 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-35ecfcfd-283a-4afc-8f37-edbbbd3e954a tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for security_group_rule, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:52.785293 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-35ecfcfd-283a-4afc-8f37-edbbbd3e954a tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.1601300 Dec 11 16:30:52.785577 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 44892) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:52.791787 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-360e8167-9bde-4133-ab91-1ed7a27269e8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Request body: {'floatingip': {'floating_network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:30:52.798108 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-360e8167-9bde-4133-ab91-1ed7a27269e8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:30:52.802857 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-360e8167-9bde-4133-ab91-1ed7a27269e8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Usage tracker for resource:floatingip and tenant:18cab7096ec7405c979d977608f922bb is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:30:52.814594 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-360e8167-9bde-4133-ab91-1ed7a27269e8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:30:52.821138 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-360e8167-9bde-4133-ab91-1ed7a27269e8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:30:52.835636 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-360e8167-9bde-4133-ab91-1ed7a27269e8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for floatingip, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:52.867256 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-436b7004-4324-4f14-aa25-59c41f67482a req-42f28460-1ef2-412f-975c-63db3ae35860 service neutron] 10.222.0.87 "GET /v2.0/networks/08a7ffcb-dce2-47a5-a283-64fa5b32feea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1687701 Dec 11 16:30:53.033334 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be4355-4d71-4c3b-a07a-c3db6e8a42af req-3a6968de-a179-45fe-ae60-252b141d2620 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:53.034935 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-76be4355-4d71-4c3b-a07a-c3db6e8a42af req-3a6968de-a179-45fe-ae60-252b141d2620 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 943 time: 0.1216958 Dec 11 16:30:53.103014 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-76be4355-4d71-4c3b-a07a-c3db6e8a42af req-83d4b2c6-6ba3-481a-89d4-c3518388a252 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528319 Dec 11 16:30:53.104396 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-360e8167-9bde-4133-ab91-1ed7a27269e8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:53.267031 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:53.382543 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-360e8167-9bde-4133-ab91-1ed7a27269e8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Allocated IP 172.28.1.234 (ad2ee80a-1b86-455c-8869-eab43da82ba0/ba014d62-0f8d-4c1a-b66b-b32d18d6affa/1e88bad2-a49a-46b1-b711-8b982158d00f) {{(pid=80242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:30:53.539017 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-360e8167-9bde-4133-ab91-1ed7a27269e8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for port, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:53.569480 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-360e8167-9bde-4133-ab91-1ed7a27269e8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839577674'] for port, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:53.586147 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5dc87fae-1f48-4172-bb56-05ea12e53d20 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:53.720212 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e8167-9bde-4133-ab91-1ed7a27269e8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Pushing event updated for resources: {'Port': ['ID=1e88bad2-a49a-46b1-b711-8b982158d00f,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:53.725205 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-360e8167-9bde-4133-ab91-1ed7a27269e8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:53.774180 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360e8167-9bde-4133-ab91-1ed7a27269e8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Network ad2ee80a-1b86-455c-8869-eab43da82ba0 is already hosted by enough agents. {{(pid=80242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:30:53.774539 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-360e8167-9bde-4133-ab91-1ed7a27269e8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Resources bound (agent type, host, resource id): {{(pid=80242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:30:53.776836 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360e8167-9bde-4133-ab91-1ed7a27269e8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Received port after_create {{(pid=80242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:30:53.860354 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-360e8167-9bde-4133-ab91-1ed7a27269e8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for floatingip, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:53.919366 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-360e8167-9bde-4133-ab91-1ed7a27269e8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:54.197139 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-360e8167-9bde-4133-ab91-1ed7a27269e8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for port, precommit_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:54.201324 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-360e8167-9bde-4133-ab91-1ed7a27269e8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15198093'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:54.220679 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:54.442207 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e8167-9bde-4133-ab91-1ed7a27269e8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Pushing event updated for resources: {'Port': ['ID=1e88bad2-a49a-46b1-b711-8b982158d00f,revision_number=2']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:54.454960 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-360e8167-9bde-4133-ab91-1ed7a27269e8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:54.517426 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af004b4-e08c-4a65-826b-84e24e6b4bd4 req-cb93f9d0-b221-4d80-88ae-105e22d67f26 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:54.519592 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1af004b4-e08c-4a65-826b-84e24e6b4bd4 req-cb93f9d0-b221-4d80-88ae-105e22d67f26 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 943 time: 0.2018237 Dec 11 16:30:54.581769 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-360e8167-9bde-4133-ab91-1ed7a27269e8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854360154'] for floatingip, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:54.595537 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1af004b4-e08c-4a65-826b-84e24e6b4bd4 req-1d57583d-6733-4460-a5ab-0bbd3ff14ab4 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636032 Dec 11 16:30:54.607340 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-360e8167-9bde-4133-ab91-1ed7a27269e8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for floatingip, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:54.608784 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-360e8167-9bde-4133-ab91-1ed7a27269e8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8221955 Dec 11 16:30:54.865144 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-6bd2f979-a9fa-42df-ab5f-90443cf800d1 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Synchronizing usage tracker for tenant:18cab7096ec7405c979d977608f922bb on resource:security_group {{(pid=80242) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:30:54.880337 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-6bd2f979-a9fa-42df-ab5f-90443cf800d1 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Unset dirty status for tenant:18cab7096ec7405c979d977608f922bb on resource:security_group {{(pid=80242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:30:54.881535 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-6bd2f979-a9fa-42df-ab5f-90443cf800d1 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1708219613&fields=id&tenant_id=18cab7096ec7405c979d977608f922bb HTTP/1.1" status: 200 len: 267 time: 0.0594037 Dec 11 16:30:55.046044 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-e9067c52-452a-4d4a-9f78-ffc71dec57c4 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:55.047697 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-e9067c52-452a-4d4a-9f78-ffc71dec57c4 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/networks?id=98273e7d-6ebb-4285-b7f1-5f101b8f1038 HTTP/1.1" status: 200 len: 810 time: 0.1584558 Dec 11 16:30:55.064615 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-d458df49-3977-4c39-a0bb-1b5201b6573e tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/quotas/18cab7096ec7405c979d977608f922bb HTTP/1.1" status: 200 len: 375 time: 0.0106645 Dec 11 16:30:55.161717 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-8618cab7-530c-42db-b3d2-5b20d8171e42 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Synchronizing usage tracker for tenant:18cab7096ec7405c979d977608f922bb on resource:port {{(pid=80242) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:30:55.178564 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-8618cab7-530c-42db-b3d2-5b20d8171e42 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Unset dirty status for tenant:18cab7096ec7405c979d977608f922bb on resource:port {{(pid=80242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:30:55.180040 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-8618cab7-530c-42db-b3d2-5b20d8171e42 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?tenant_id=18cab7096ec7405c979d977608f922bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1097629 Dec 11 16:30:55.340229 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-025fcdca-3090-4c62-bd68-bc9a7255a840 service neutron] 10.222.0.45 "GET /v2.0/networks/98273e7d-6ebb-4285-b7f1-5f101b8f1038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460578 Dec 11 16:30:55.486300 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-ed9ab8c4-9d9d-4026-8531-307bce8b80b5 service neutron] 10.222.0.45 "GET /v2.0/networks/98273e7d-6ebb-4285-b7f1-5f101b8f1038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1394606 Dec 11 16:30:55.608084 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device fcd21503-4b3c-4f57-8696-6742f5f1990e up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:30:55.742071 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-96f8e2ea-a619-4f40-bc04-8d2e57dc9e7f req-c6506b88-2e65-4e23-a78f-d68418b38f58 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=69e75de2-2885-4436-9046-44ff6fbb9f1b HTTP/1.1" status: 200 len: 210 time: 0.0901892 Dec 11 16:30:55.771811 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning for port fcd21503-4b3c-4f57-8696-6742f5f1990e completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:30:55.777910 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port fcd21503-4b3c-4f57-8696-6742f5f1990e triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:30:55.778516 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:55.878201 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55170f6f-43a3-4418-9b7d-dbbe2005aa92 req-a15d2e6f-2b47-4e0e-895b-b97d1e7d4a3e tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:55.880181 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-55170f6f-43a3-4418-9b7d-dbbe2005aa92 req-a15d2e6f-2b47-4e0e-895b-b97d1e7d4a3e tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 943 time: 0.1013012 Dec 11 16:30:55.940282 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:55.944610 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-55170f6f-43a3-4418-9b7d-dbbe2005aa92 req-eda09610-8faa-43c9-ad9c-c608e970acf4 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453167 Dec 11 16:30:55.976338 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port fcd21503-4b3c-4f57-8696-6742f5f1990e, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=fcd21503-4b3c-4f57-8696-6742f5f1990e,segment=NetworkSegment(e6501d83-0c9c-4b21-bbe2-cb17b597d222),segment_id=e6501d83-0c9c-4b21-bbe2-cb17b597d222)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:30:55.977368 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87693890-35e2-4b8f-8ec4-37b254c1deaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd21503-4b3c-4f57-8696-6742f5f1990e'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:30:55.983611 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:55.986236 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8240c593-734e-432e-acb3-55c28cb56e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:56.042943 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87693890-35e2-4b8f-8ec4-37b254c1deaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd21503-4b3c-4f57-8696-6742f5f1990e', 'code': 200} Dec 11 16:30:56.059823 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=fcd21503-4b3c-4f57-8696-6742f5f1990e,revision_number=4']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:56.063636 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:56.415401 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfa0a4-75c5-4c7f-a4b6-f1a52fecdc2d req-ecfb6cc7-2e03-4379-9763-36a6b2a02efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:56.417142 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9fbfa0a4-75c5-4c7f-a4b6-f1a52fecdc2d req-ecfb6cc7-2e03-4379-9763-36a6b2a02efa service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 1162 time: 0.0801501 Dec 11 16:30:56.466150 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9fbfa0a4-75c5-4c7f-a4b6-f1a52fecdc2d req-7543fac1-a914-4dba-ae19-b39b35c7c25f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421412 Dec 11 16:30:56.939413 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bf40b1e4-191d-4115-9dda-87d89480f141 req-ddca4025-7937-4c70-a4b2-f5dea8d37ce6 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=69e75de2-2885-4436-9046-44ff6fbb9f1b HTTP/1.1" status: 200 len: 210 time: 0.0468438 Dec 11 16:30:57.196332 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54289c-d371-4a5c-9d7a-53674acb5bda req-b5352302-7c7a-4ac6-9b35-a133c3840a1b tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:57.197977 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1e54289c-d371-4a5c-9d7a-53674acb5bda req-b5352302-7c7a-4ac6-9b35-a133c3840a1b tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.0868349 Dec 11 16:30:57.251838 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1e54289c-d371-4a5c-9d7a-53674acb5bda req-97f8bd3b-6e7b-46cf-9215-73040420f178 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474629 Dec 11 16:30:57.263168 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device fcd21503-4b3c-4f57-8696-6742f5f1990e up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:30:57.366561 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port fcd21503-4b3c-4f57-8696-6742f5f1990e triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:30:57.367201 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:57.441590 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-8d94f269-0fb0-4a04-bc1a-bdbaebc847a2 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:57.443149 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-8d94f269-0fb0-4a04-bc1a-bdbaebc847a2 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.87 "GET /v2.0/networks?id=98273e7d-6ebb-4285-b7f1-5f101b8f1038 HTTP/1.1" status: 200 len: 810 time: 0.1756437 Dec 11 16:30:57.551607 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-ac92e08d-6bfe-460d-8ce3-9bb7e4c5c188 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Synchronizing usage tracker for tenant:18cab7096ec7405c979d977608f922bb on resource:security_group {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:30:57.564678 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-ac92e08d-6bfe-460d-8ce3-9bb7e4c5c188 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Unset dirty status for tenant:18cab7096ec7405c979d977608f922bb on resource:security_group {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:30:57.566046 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-ac92e08d-6bfe-460d-8ce3-9bb7e4c5c188 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=18cab7096ec7405c979d977608f922bb HTTP/1.1" status: 200 len: 5504 time: 0.0893545 Dec 11 16:30:57.632124 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-562c6d42-e685-4bb6-b8dd-aa8da49c9c48 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Request body: {'port': {'device_id': '69e75de2-2885-4436-9046-44ff6fbb9f1b', 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038', 'admin_state_up': True, 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'security_groups': ['02e96f3a-b31c-49df-a2d4-1952729df11c']}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:30:57.809762 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-562c6d42-e685-4bb6-b8dd-aa8da49c9c48 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:30:57.819683 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-562c6d42-e685-4bb6-b8dd-aa8da49c9c48 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:30:57.829407 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-562c6d42-e685-4bb6-b8dd-aa8da49c9c48 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Made reservation on behalf of 18cab7096ec7405c979d977608f922bb for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:30:57.835085 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-562c6d42-e685-4bb6-b8dd-aa8da49c9c48 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:58.121609 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7fa8e3f3-0dac-4f56-b865-961a05fe1421 req-c85a8bef-275d-4a28-89bf-785d826c30d2 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=69e75de2-2885-4436-9046-44ff6fbb9f1b HTTP/1.1" status: 200 len: 210 time: 0.0458043 Dec 11 16:30:58.146316 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-562c6d42-e685-4bb6-b8dd-aa8da49c9c48 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Allocated IP 172.20.0.10 (98273e7d-6ebb-4285-b7f1-5f101b8f1038/56573ac3-46db-42ab-ac70-c5fd685172d7/5c1db77e-40ef-4277-a201-15e99c2e47e8) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:30:58.347321 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-562c6d42-e685-4bb6-b8dd-aa8da49c9c48 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:58.363491 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-562c6d42-e685-4bb6-b8dd-aa8da49c9c48 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Transition to ACTIVE for port object 5c1db77e-40ef-4277-a201-15e99c2e47e8 will not be triggered until provisioned by entity DHCP. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:30:58.383909 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-562c6d42-e685-4bb6-b8dd-aa8da49c9c48 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:58.399305 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7f50aab7-5352-43a3-8a6c-b79110e05578 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:58.501431 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7f903-5dab-4127-85fc-734f92729eb1 req-c950465d-689e-471e-8095-71586c518db9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:58.503189 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8fb7f903-5dab-4127-85fc-734f92729eb1 req-c950465d-689e-471e-8095-71586c518db9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.0885525 Dec 11 16:30:58.559237 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8fb7f903-5dab-4127-85fc-734f92729eb1 req-2bcdf67b-3253-427f-95de-c94b8fe833a6 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492435 Dec 11 16:30:58.738971 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c6d42-e685-4bb6-b8dd-aa8da49c9c48 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Pushing event updated for resources: {'Port': ['ID=5c1db77e-40ef-4277-a201-15e99c2e47e8,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:58.743277 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-562c6d42-e685-4bb6-b8dd-aa8da49c9c48 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:58.804039 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71afa8fa-7d88-4fbc-b327-5c20fe642d98 req-b702f62c-0804-4957-8c44-39aa8deb8ee7 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:58.804187 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-562c6d42-e685-4bb6-b8dd-aa8da49c9c48 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Network 98273e7d-6ebb-4285-b7f1-5f101b8f1038 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:30:58.805275 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-562c6d42-e685-4bb6-b8dd-aa8da49c9c48 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:30:58.806181 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-71afa8fa-7d88-4fbc-b327-5c20fe642d98 req-b702f62c-0804-4957-8c44-39aa8deb8ee7 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.0993359 Dec 11 16:30:58.807609 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-562c6d42-e685-4bb6-b8dd-aa8da49c9c48 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:30:58.818573 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 45002) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:30:58.824642 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-eb4209cf-652c-4e34-9343-7915e8466851 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Request body: {'floatingip': {'port_id': 'fcd21503-4b3c-4f57-8696-6742f5f1990e'}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:30:58.879505 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-562c6d42-e685-4bb6-b8dd-aa8da49c9c48 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:58.880164 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-562c6d42-e685-4bb6-b8dd-aa8da49c9c48 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:58.909839 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-562c6d42-e685-4bb6-b8dd-aa8da49c9c48 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2830617 Dec 11 16:30:58.916537 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eb4209cf-652c-4e34-9343-7915e8466851 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for floatingip, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:58.928627 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-85e2ebd7-5b97-489a-ab69-77ac37d1e4b5 service neutron] Request body: {'port': {'device_id': '69e75de2-2885-4436-9046-44ff6fbb9f1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:30:59.033719 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-1c3533b3-89b7-4a64-88c6-095722285e57 None None] Provisioning for port 5c1db77e-40ef-4277-a201-15e99c2e47e8 completed by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:30:59.043297 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-1c3533b3-89b7-4a64-88c6-095722285e57 None None] Provisioning complete for port 5c1db77e-40ef-4277-a201-15e99c2e47e8 triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:30:59.044340 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1c3533b3-89b7-4a64-88c6-095722285e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:59.114563 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-85e2ebd7-5b97-489a-ab69-77ac37d1e4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:59.133620 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-1c3533b3-89b7-4a64-88c6-095722285e57 None None] Port 5c1db77e-40ef-4277-a201-15e99c2e47e8 cannot update to ACTIVE because it is not bound. {{(pid=80244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 11 16:30:59.608325 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-85e2ebd7-5b97-489a-ab69-77ac37d1e4b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1db77e-40ef-4277-a201-15e99c2e47e8 {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 11 16:30:59.615554 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-85e2ebd7-5b97-489a-ab69-77ac37d1e4b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:59.625648 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea18e90-16d8-4019-9088-4cbf102ad527 req-f0daa961-36af-484a-b080-b6ca6a07c7ce tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:30:59.627269 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-cea18e90-16d8-4019-9088-4cbf102ad527 req-f0daa961-36af-484a-b080-b6ca6a07c7ce tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=69e75de2-2885-4436-9046-44ff6fbb9f1b HTTP/1.1" status: 200 len: 932 time: 0.3031437 Dec 11 16:30:59.628609 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-85e2ebd7-5b97-489a-ab69-77ac37d1e4b5 service neutron] Transition to ACTIVE for port object 5c1db77e-40ef-4277-a201-15e99c2e47e8 will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:30:59.632242 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-85e2ebd7-5b97-489a-ab69-77ac37d1e4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:59.652193 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-562c6d42-e685-4bb6-b8dd-aa8da49c9c48 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:30:59.708796 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-cea18e90-16d8-4019-9088-4cbf102ad527 req-e8e88caf-79f6-42d9-91fc-cdaeda8a90b7 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=02e96f3a-b31c-49df-a2d4-1952729df11c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728731 Dec 11 16:30:59.787765 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2ebd7-5b97-489a-ab69-77ac37d1e4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1db77e-40ef-4277-a201-15e99c2e47e8,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:30:59.792738 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-85e2ebd7-5b97-489a-ab69-77ac37d1e4b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:30:59.972177 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eb4209cf-652c-4e34-9343-7915e8466851 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for floatingip, precommit_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:59.974506 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-85e2ebd7-5b97-489a-ab69-77ac37d1e4b5 service neutron] Attempting to bind port 5c1db77e-40ef-4277-a201-15e99c2e47e8 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:30:59.975089 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-85e2ebd7-5b97-489a-ab69-77ac37d1e4b5 service neutron] Attempting to bind port 5c1db77e-40ef-4277-a201-15e99c2e47e8 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '114d2847-428f-43e0-9263-dade0a4c2f73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:30:59.975358 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eb4209cf-652c-4e34-9343-7915e8466851 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854360154'] for floatingip, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:59.975922 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-85e2ebd7-5b97-489a-ab69-77ac37d1e4b5 service neutron] Attempting to bind port 5c1db77e-40ef-4277-a201-15e99c2e47e8 on network 98273e7d-6ebb-4285-b7f1-5f101b8f1038 {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:30:59.982231 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-85e2ebd7-5b97-489a-ab69-77ac37d1e4b5 service neutron] Checking agent: {'id': 'c6c9fd6f-e101-4bae-907a-ac1718f8d09d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 23), 'started_at': datetime.datetime(2020, 12, 11, 16, 24, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:30:59.982597 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-85e2ebd7-5b97-489a-ab69-77ac37d1e4b5 service neutron] Checking segment: {'id': '114d2847-428f-43e0-9263-dade0a4c2f73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:30:59.982993 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-85e2ebd7-5b97-489a-ab69-77ac37d1e4b5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:30:59.983381 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-85e2ebd7-5b97-489a-ab69-77ac37d1e4b5 service neutron] Bound using segment: {'id': '114d2847-428f-43e0-9263-dade0a4c2f73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:30:59.983876 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-85e2ebd7-5b97-489a-ab69-77ac37d1e4b5 service neutron] Bound port: 5c1db77e-40ef-4277-a201-15e99c2e47e8, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114d2847-428f-43e0-9263-dade0a4c2f73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:30:59.984789 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-85e2ebd7-5b97-489a-ab69-77ac37d1e4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:00.082592 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-85e2ebd7-5b97-489a-ab69-77ac37d1e4b5 service neutron] For port 5c1db77e-40ef-4277-a201-15e99c2e47e8, host hv-cinder-76675, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:31:00.085744 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-85e2ebd7-5b97-489a-ab69-77ac37d1e4b5 service neutron] For port 5c1db77e-40ef-4277-a201-15e99c2e47e8, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=5c1db77e-40ef-4277-a201-15e99c2e47e8,segment=NetworkSegment(114d2847-428f-43e0-9263-dade0a4c2f73),segment_id=114d2847-428f-43e0-9263-dade0a4c2f73)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:31:00.089069 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-85e2ebd7-5b97-489a-ab69-77ac37d1e4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:00.104366 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2deffeeb-5521-489e-a9cd-a628c8d139fd tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:00.152603 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.l3_db [None req-eb4209cf-652c-4e34-9343-7915e8466851 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Floating IP 30a8d9ea-e71b-4968-a6c8-bea1197f1cd7 associated. External IP: 172.28.1.81, port: fcd21503-4b3c-4f57-8696-6742f5f1990e. Dec 11 16:31:00.255058 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2ebd7-5b97-489a-ab69-77ac37d1e4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1db77e-40ef-4277-a201-15e99c2e47e8,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:00.260500 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-85e2ebd7-5b97-489a-ab69-77ac37d1e4b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:00.292553 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-85e2ebd7-5b97-489a-ab69-77ac37d1e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:00.293412 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-85e2ebd7-5b97-489a-ab69-77ac37d1e4b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:00.295124 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-85e2ebd7-5b97-489a-ab69-77ac37d1e4b5 service neutron] 10.222.0.87 "PUT /v2.0/ports/5c1db77e-40ef-4277-a201-15e99c2e47e8 HTTP/1.1" status: 200 len: 1158 time: 1.3718808 Dec 11 16:31:00.295664 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e75de2-2885-4436-9046-44ff6fbb9f1b', 'tag': '5c1db77e-40ef-4277-a201-15e99c2e47e8'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:31:00.396136 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e75de2-2885-4436-9046-44ff6fbb9f1b', 'tag': '5c1db77e-40ef-4277-a201-15e99c2e47e8', 'status': 'completed', 'code': 200} Dec 11 16:31:00.444923 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-c37509df-6248-4ef3-b860-ce7fcc81593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:00.446833 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-c37509df-6248-4ef3-b860-ce7fcc81593c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=18cab7096ec7405c979d977608f922bb&device_id=69e75de2-2885-4436-9046-44ff6fbb9f1b HTTP/1.1" status: 200 len: 1161 time: 0.0958574 Dec 11 16:31:00.553774 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-f07e73d9-72c2-4093-bccb-66a264a7c26b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c1db77e-40ef-4277-a201-15e99c2e47e8 HTTP/1.1" status: 200 len: 217 time: 0.0918076 Dec 11 16:31:00.565040 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4209cf-652c-4e34-9343-7915e8466851 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Router adb6acbf-d5be-45d3-8993-7504e038406f has already been hosted by L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 {{(pid=80242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 11 16:31:00.691206 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-be51dd17-0baa-4603-a7f7-b7bea601af0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:00.698968 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-be51dd17-0baa-4603-a7f7-b7bea601af0f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=56573ac3-46db-42ab-ac70-c5fd685172d7 HTTP/1.1" status: 200 len: 849 time: 0.1360559 Dec 11 16:31:00.758621 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 6 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:31:00.790623 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-e6682cae-0a38-4435-958c-82991dc1faee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:00.792297 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-e6682cae-0a38-4435-958c-82991dc1faee service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=98273e7d-6ebb-4285-b7f1-5f101b8f1038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0862381 Dec 11 16:31:00.802416 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4209cf-652c-4e34-9343-7915e8466851 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:31:00.808083 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eb4209cf-652c-4e34-9343-7915e8466851 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for floatingip, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:00.813115 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0768a6-2835-4e60-ab73-b5603a69ac91 None None] Sync routers for ids ['adb6acbf-d5be-45d3-8993-7504e038406f'] in dv-cinder-766752-1-smb {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:31:00.825383 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0768a6-2835-4e60-ab73-b5603a69ac91 None None] Routers {'adb6acbf-d5be-45d3-8993-7504e038406f'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:31:00.826997 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-3a0768a6-2835-4e60-ab73-b5603a69ac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:30:46Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['adb6acbf-d5be-45d3-8993-7504e038406f'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:00.874986 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-eb4209cf-652c-4e34-9343-7915e8466851 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "PUT /v2.0/floatingips/30a8d9ea-e71b-4968-a6c8-bea1197f1cd7 HTTP/1.1" status: 200 len: 990 time: 2.0551844 Dec 11 16:31:00.876165 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87693890-35e2-4b8f-8ec4-37b254c1deaf', 'tag': 'fcd21503-4b3c-4f57-8696-6742f5f1990e'}] {{(pid=80242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:31:01.013809 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476fceb-1f68-48f4-a0e3-d5e21492c6ef req-26b8d7b0-5e53-4113-a8ad-4fec2cc4bb7c tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:01.016280 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e476fceb-1f68-48f4-a0e3-d5e21492c6ef req-26b8d7b0-5e53-4113-a8ad-4fec2cc4bb7c tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=69e75de2-2885-4436-9046-44ff6fbb9f1b HTTP/1.1" status: 200 len: 944 time: 0.1228049 Dec 11 16:31:01.017515 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-820d6375-d6d6-448c-be7b-583b90ec7f6a service neutron] 10.222.0.87 "GET /v2.0/networks/98273e7d-6ebb-4285-b7f1-5f101b8f1038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170849 Dec 11 16:31:01.079612 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e476fceb-1f68-48f4-a0e3-d5e21492c6ef req-02e98882-f17d-4095-8894-2c9511a434bd tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=02e96f3a-b31c-49df-a2d4-1952729df11c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567191 Dec 11 16:31:01.137725 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87693890-35e2-4b8f-8ec4-37b254c1deaf', 'tag': 'fcd21503-4b3c-4f57-8696-6742f5f1990e', 'status': 'completed', 'code': 200} Dec 11 16:31:01.166506 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-3a0768a6-2835-4e60-ab73-b5603a69ac91 None None] Set router adb6acbf-d5be-45d3-8993-7504e038406f gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:31:01.224429 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-89a74bb3-165f-4812-afc7-23d9db98a872 req-a9f186b7-6819-431c-9b6d-6be58113521c service neutron] 10.222.0.87 "GET /v2.0/networks/98273e7d-6ebb-4285-b7f1-5f101b8f1038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1985571 Dec 11 16:31:01.263156 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcbce9-10cf-4ba2-9fe0-1e54e7de5a2c req-7d616e50-b9be-460c-a4a1-d5bf893153cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:01.264775 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ecbcbce9-10cf-4ba2-9fe0-1e54e7de5a2c req-7d616e50-b9be-460c-a4a1-d5bf893153cc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=eccf3f61bd614d87b3e6357f1c1f13bb&device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 1162 time: 0.0824184 Dec 11 16:31:01.514151 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcbce9-10cf-4ba2-9fe0-1e54e7de5a2c req-ca1e643a-d83b-4a06-8f0d-31a53cf86a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:01.515692 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ecbcbce9-10cf-4ba2-9fe0-1e54e7de5a2c req-ca1e643a-d83b-4a06-8f0d-31a53cf86a4c service neutron] 10.222.0.87 "GET /v2.0/networks?id=08a7ffcb-dce2-47a5-a283-64fa5b32feea HTTP/1.1" status: 200 len: 911 time: 0.2041569 Dec 11 16:31:01.518298 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbb960-16c9-4867-82b1-817e186c4e3a req-6c09392d-0f2e-4d59-b803-c2b7dabc9ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:01.519764 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-81bbb960-16c9-4867-82b1-817e186c4e3a req-6c09392d-0f2e-4d59-b803-c2b7dabc9ebd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=18cab7096ec7405c979d977608f922bb&device_id=69e75de2-2885-4436-9046-44ff6fbb9f1b HTTP/1.1" status: 200 len: 1161 time: 0.1791489 Dec 11 16:31:01.540010 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-3a0768a6-2835-4e60-ab73-b5603a69ac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'name': 'tempest-AttachVolumeShelveTestJSON-1535416449-router', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:31Z', 'updated_at': '2020-12-11T16:26:53Z', 'revision_number': 4, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'gw_port': {'id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:34Z', 'updated_at': '2020-12-11T16:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_floatingips': [{'id': '30a8d9ea-e71b-4968-a6c8-bea1197f1cd7', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'floating_ip_address': '172.28.1.81', 'floating_network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'router_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'port_id': 'fcd21503-4b3c-4f57-8696-6742f5f1990e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea', 'mac_address': 'fa:16:3e:e8:8b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87693890-35e2-4b8f-8ec4-37b254c1deaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:30:42Z', 'updated_at': '2020-12-11T16:30:59Z', 'revision_number': 1, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8ffc17-dca6-4b14-b307-f8c899522b77', 'name': '', 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'mac_address': 'fa:16:3e:d6:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '35314c86-042c-4482-9db4-a8a492106943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:27:07Z', 'revision_number': 5, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'subnets': [{'id': '35314c86-042c-4482-9db4-a8a492106943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:01.544693 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0768a6-2835-4e60-ab73-b5603a69ac91 None None] Checking router: adb6acbf-d5be-45d3-8993-7504e038406f for host: dv-cinder-766752-1-smb {{(pid=80244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:31:01.554090 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0768a6-2835-4e60-ab73-b5603a69ac91 None None] Routers {'adb6acbf-d5be-45d3-8993-7504e038406f'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:31:01.554736 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-3a0768a6-2835-4e60-ab73-b5603a69ac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:30:46Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['adb6acbf-d5be-45d3-8993-7504e038406f'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:01.724090 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ecbcbce9-10cf-4ba2-9fe0-1e54e7de5a2c req-34870df2-90e0-4e86-b150-5891c4e44c51 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcd21503-4b3c-4f57-8696-6742f5f1990e HTTP/1.1" status: 200 len: 998 time: 0.1952767 Dec 11 16:31:01.742852 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-3a0768a6-2835-4e60-ab73-b5603a69ac91 None None] Set router adb6acbf-d5be-45d3-8993-7504e038406f gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:31:01.813309 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbb960-16c9-4867-82b1-817e186c4e3a req-8b9c0844-fc2a-43c2-8bd4-15cc34a6b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:01.815100 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-81bbb960-16c9-4867-82b1-817e186c4e3a req-8b9c0844-fc2a-43c2-8bd4-15cc34a6b581 service neutron] 10.222.0.87 "GET /v2.0/networks?id=98273e7d-6ebb-4285-b7f1-5f101b8f1038 HTTP/1.1" status: 200 len: 904 time: 0.2850604 Dec 11 16:31:01.885303 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcbce9-10cf-4ba2-9fe0-1e54e7de5a2c req-5df74f30-45f5-412c-8328-bf75c5d57812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:01.886843 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ecbcbce9-10cf-4ba2-9fe0-1e54e7de5a2c req-5df74f30-45f5-412c-8328-bf75c5d57812 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=35314c86-042c-4482-9db4-a8a492106943 HTTP/1.1" status: 200 len: 856 time: 0.1491439 Dec 11 16:31:01.897039 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-81bbb960-16c9-4867-82b1-817e186c4e3a req-264518f9-3507-4265-aae5-74198a31c217 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c1db77e-40ef-4277-a201-15e99c2e47e8 HTTP/1.1" status: 200 len: 217 time: 0.0727472 Dec 11 16:31:02.028143 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbb960-16c9-4867-82b1-817e186c4e3a req-1180e7fa-42ad-4522-84ba-ea2a52cfdade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:02.029727 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-81bbb960-16c9-4867-82b1-817e186c4e3a req-1180e7fa-42ad-4522-84ba-ea2a52cfdade service neutron] 10.222.0.87 "GET /v2.0/subnets?id=56573ac3-46db-42ab-ac70-c5fd685172d7 HTTP/1.1" status: 200 len: 849 time: 0.0932534 Dec 11 16:31:02.077802 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcbce9-10cf-4ba2-9fe0-1e54e7de5a2c req-9d28adef-b656-485f-9471-465d56684df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:02.079410 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ecbcbce9-10cf-4ba2-9fe0-1e54e7de5a2c req-9d28adef-b656-485f-9471-465d56684df6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=08a7ffcb-dce2-47a5-a283-64fa5b32feea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1845260 Dec 11 16:31:02.242653 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbb960-16c9-4867-82b1-817e186c4e3a req-7780a39d-6976-475e-878d-c23009667039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:02.244388 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-81bbb960-16c9-4867-82b1-817e186c4e3a req-7780a39d-6976-475e-878d-c23009667039 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=98273e7d-6ebb-4285-b7f1-5f101b8f1038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2063265 Dec 11 16:31:02.335382 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-3a0768a6-2835-4e60-ab73-b5603a69ac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'name': 'tempest-AttachVolumeShelveTestJSON-1535416449-router', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:31Z', 'updated_at': '2020-12-11T16:26:53Z', 'revision_number': 4, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'gw_port': {'id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:34Z', 'updated_at': '2020-12-11T16:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_floatingips': [{'id': '30a8d9ea-e71b-4968-a6c8-bea1197f1cd7', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'floating_ip_address': '172.28.1.81', 'floating_network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'router_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'port_id': 'fcd21503-4b3c-4f57-8696-6742f5f1990e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea', 'mac_address': 'fa:16:3e:e8:8b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87693890-35e2-4b8f-8ec4-37b254c1deaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:30:42Z', 'updated_at': '2020-12-11T16:30:59Z', 'revision_number': 1, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8ffc17-dca6-4b14-b307-f8c899522b77', 'name': '', 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'mac_address': 'fa:16:3e:d6:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '35314c86-042c-4482-9db4-a8a492106943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:27:07Z', 'revision_number': 5, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'subnets': [{'id': '35314c86-042c-4482-9db4-a8a492106943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:02.340783 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0768a6-2835-4e60-ab73-b5603a69ac91 None None] The sync data for ids ['adb6acbf-d5be-45d3-8993-7504e038406f'] in dv-cinder-766752-1-smb is: [{'id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'name': 'tempest-AttachVolumeShelveTestJSON-1535416449-router', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:31Z', 'updated_at': '2020-12-11T16:26:53Z', 'revision_number': 4, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'gw_port': {'id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:34Z', 'updated_at': '2020-12-11T16:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_floatingips': [{'id': '30a8d9ea-e71b-4968-a6c8-bea1197f1cd7', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'floating_ip_address': '172.28.1.81', 'floating_network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'router_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'port_id': 'fcd21503-4b3c-4f57-8696-6742f5f1990e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea', 'mac_address': 'fa:16:3e:e8:8b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87693890-35e2-4b8f-8ec4-37b254c1deaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:30:42Z', 'updated_at': '2020-12-11T16:30:59Z', 'revision_number': 1, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8ffc17-dca6-4b14-b307-f8c899522b77', 'name': '', 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'mac_address': 'fa:16:3e:d6:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '35314c86-042c-4482-9db4-a8a492106943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:27:07Z', 'revision_number': 5, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'subnets': [{'id': '35314c86-042c-4482-9db4-a8a492106943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:31:02.341514 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7ef5c-0167-4e90-bfdc-c34b72e07897 req-7e8b870b-f3e7-4c8b-8230-d3a3a7bc56da tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:02.343351 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-67d7ef5c-0167-4e90-bfdc-c34b72e07897 req-7e8b870b-f3e7-4c8b-8230-d3a3a7bc56da tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=69e75de2-2885-4436-9046-44ff6fbb9f1b HTTP/1.1" status: 200 len: 944 time: 0.1030705 Dec 11 16:31:02.414741 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-67d7ef5c-0167-4e90-bfdc-c34b72e07897 req-bb5e6d19-cd95-4ed0-a2f1-18778b9d6ce1 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=02e96f3a-b31c-49df-a2d4-1952729df11c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600498 Dec 11 16:31:02.565250 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ecbcbce9-10cf-4ba2-9fe0-1e54e7de5a2c req-f53014ea-8c23-4764-8e99-c89c1968c07c service neutron] 10.222.0.87 "GET /v2.0/networks/08a7ffcb-dce2-47a5-a283-64fa5b32feea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725039 Dec 11 16:31:02.706049 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692c8345-a323-46b1-b39c-1154f7ee4a7a None None] New status for floating IP 30a8d9ea-e71b-4968-a6c8-bea1197f1cd7: ACTIVE {{(pid=80245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 11 16:31:02.727050 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-81bbb960-16c9-4867-82b1-817e186c4e3a req-e97edd17-4a55-437f-8595-ecad4c73aa21 service neutron] 10.222.0.87 "GET /v2.0/networks/98273e7d-6ebb-4285-b7f1-5f101b8f1038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710267 Dec 11 16:31:02.854503 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ecbcbce9-10cf-4ba2-9fe0-1e54e7de5a2c req-027f10a5-9e6c-458e-b898-498975fdef96 service neutron] 10.222.0.87 "GET /v2.0/networks/08a7ffcb-dce2-47a5-a283-64fa5b32feea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2779121 Dec 11 16:31:02.913364 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-81bbb960-16c9-4867-82b1-817e186c4e3a req-adcd0cf7-bde7-4953-8daf-7f40c28ccad8 service neutron] 10.222.0.87 "GET /v2.0/networks/98273e7d-6ebb-4285-b7f1-5f101b8f1038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1724818 Dec 11 16:31:03.634419 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6624a-2c66-43d4-823f-630412c8e9f5 req-1b503096-cee7-43bc-83da-c80bc1b59297 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:03.636066 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c1b6624a-2c66-43d4-823f-630412c8e9f5 req-1b503096-cee7-43bc-83da-c80bc1b59297 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=69e75de2-2885-4436-9046-44ff6fbb9f1b HTTP/1.1" status: 200 len: 944 time: 0.0903449 Dec 11 16:31:03.686834 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c1b6624a-2c66-43d4-823f-630412c8e9f5 req-177a0149-2f31-4168-b8a3-c3f2b0b192f5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=02e96f3a-b31c-49df-a2d4-1952729df11c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430331 Dec 11 16:31:03.750406 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 5c1db77e-40ef-4277-a201-15e99c2e47e8 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:31:03.822685 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning for port 5c1db77e-40ef-4277-a201-15e99c2e47e8 completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:31:03.827666 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 5c1db77e-40ef-4277-a201-15e99c2e47e8 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:31:03.828077 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:03.946092 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:03.973543 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e75de2-2885-4436-9046-44ff6fbb9f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1db77e-40ef-4277-a201-15e99c2e47e8'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:31:03.984314 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port 5c1db77e-40ef-4277-a201-15e99c2e47e8, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=5c1db77e-40ef-4277-a201-15e99c2e47e8,segment=NetworkSegment(114d2847-428f-43e0-9263-dade0a4c2f73),segment_id=114d2847-428f-43e0-9263-dade0a4c2f73)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:31:03.987288 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:03.989213 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-41deb577-ebf5-4da2-af5d-ce323eefd998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:04.037738 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e75de2-2885-4436-9046-44ff6fbb9f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1db77e-40ef-4277-a201-15e99c2e47e8', 'code': 200} Dec 11 16:31:04.059936 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=5c1db77e-40ef-4277-a201-15e99c2e47e8,revision_number=4']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:04.063175 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:04.307002 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea6367-f646-411a-a652-8a1ac49bcda7 req-39ad1db9-83e9-4691-9ba6-9ba1d0e92ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:04.308629 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5cea6367-f646-411a-a652-8a1ac49bcda7 req-39ad1db9-83e9-4691-9ba6-9ba1d0e92ae8 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=69e75de2-2885-4436-9046-44ff6fbb9f1b HTTP/1.1" status: 200 len: 1163 time: 0.0768795 Dec 11 16:31:04.350523 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5cea6367-f646-411a-a652-8a1ac49bcda7 req-070587d1-de32-4111-877e-cfff86bebcfb service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=02e96f3a-b31c-49df-a2d4-1952729df11c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351827 Dec 11 16:31:04.908265 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49227ba8-b454-4d0e-a746-c204e3e89474 req-269d9e7a-ff7c-40b1-8678-f37e78c875a5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:04.909903 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-49227ba8-b454-4d0e-a746-c204e3e89474 req-269d9e7a-ff7c-40b1-8678-f37e78c875a5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=69e75de2-2885-4436-9046-44ff6fbb9f1b HTTP/1.1" status: 200 len: 946 time: 0.0846112 Dec 11 16:31:04.960648 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-49227ba8-b454-4d0e-a746-c204e3e89474 req-c26a24f6-4e06-41c5-9464-d4cac87869d2 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=02e96f3a-b31c-49df-a2d4-1952729df11c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443385 Dec 11 16:31:05.310669 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 5c1db77e-40ef-4277-a201-15e99c2e47e8 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:31:05.381110 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 5c1db77e-40ef-4277-a201-15e99c2e47e8 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:31:05.381512 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:05.734926 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 45132) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:05.804205 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ae8a28-026b-4bc7-aa48-1e0682886803 admin admin] Deleting subnet f65ebe83-2650-418b-bd2c-2c87b7c95251 {{(pid=80242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 11 16:31:05.807357 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-53ae8a28-026b-4bc7-aa48-1e0682886803 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:05.859945 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-53ae8a28-026b-4bc7-aa48-1e0682886803 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852725173'] for subnet, precommit_delete_associations {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:05.920936 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-53ae8a28-026b-4bc7-aa48-1e0682886803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586106'] for subnet, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:06.284140 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 45140) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:06.349577 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_v2 [None req-69fa257d-ce85-4ff0-a4ef-811c1f1275a1 admin admin] Deleting subnet 622294e4-41fc-4e94-b630-ace183cae737 {{(pid=80243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 11 16:31:06.352703 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-69fa257d-ce85-4ff0-a4ef-811c1f1275a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:06.408876 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-69fa257d-ce85-4ff0-a4ef-811c1f1275a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15268358'] for subnet, precommit_delete_associations {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:06.440093 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165f74a-99e8-46be-b491-9c9bf5ed9d0f req-e269664c-33b5-4258-be95-d7040cc199e9 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:06.441717 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c165f74a-99e8-46be-b491-9c9bf5ed9d0f req-e269664c-33b5-4258-be95-d7040cc199e9 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=69e75de2-2885-4436-9046-44ff6fbb9f1b HTTP/1.1" status: 200 len: 946 time: 0.1795759 Dec 11 16:31:06.468123 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-69fa257d-ce85-4ff0-a4ef-811c1f1275a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586106'] for subnet, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:06.507258 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c165f74a-99e8-46be-b491-9c9bf5ed9d0f req-eb603134-716e-483e-b4b7-efa2b477572f tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=02e96f3a-b31c-49df-a2d4-1952729df11c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546350 Dec 11 16:31:06.509786 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-53ae8a28-026b-4bc7-aa48-1e0682886803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851189726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15198040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839673155'] for subnet, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:06.532941 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:06.707706 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae8a28-026b-4bc7-aa48-1e0682886803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f65ebe83-2650-418b-bd2c-2c87b7c95251,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:06.721974 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-53ae8a28-026b-4bc7-aa48-1e0682886803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:06.744883 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-69fa257d-ce85-4ff0-a4ef-811c1f1275a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851189726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15134017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839185207'] for subnet, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:06.761389 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-aa2f10d4-c746-4675-b637-02e2d4da790d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:06.794098 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-53ae8a28-026b-4bc7-aa48-1e0682886803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for subnet, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:06.806533 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-53ae8a28-026b-4bc7-aa48-1e0682886803 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f65ebe83-2650-418b-bd2c-2c87b7c95251 HTTP/1.1" status: 204 len: 168 time: 1.0704360 Dec 11 16:31:06.814304 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450c2be-d7d8-4a24-83eb-ec8949582b0d req-35ad74ce-b2ce-469d-8312-dd6d1597e339 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:06.815849 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3450c2be-d7d8-4a24-83eb-ec8949582b0d req-35ad74ce-b2ce-469d-8312-dd6d1597e339 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=69e75de2-2885-4436-9046-44ff6fbb9f1b HTTP/1.1" status: 200 len: 946 time: 0.1598806 Dec 11 16:31:06.816351 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 45146) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:06.835298 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 45152) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:06.850349 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa257d-ce85-4ff0-a4ef-811c1f1275a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=622294e4-41fc-4e94-b630-ace183cae737,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:06.853234 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-69fa257d-ce85-4ff0-a4ef-811c1f1275a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:06.890710 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-e3a975a5-2ec1-470e-9d06-98cdf005229b tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Request body: {'floatingip': {'port_id': '5c1db77e-40ef-4277-a201-15e99c2e47e8'}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:31:06.902524 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-69fa257d-ce85-4ff0-a4ef-811c1f1275a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:06.911351 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-69fa257d-ce85-4ff0-a4ef-811c1f1275a1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/622294e4-41fc-4e94-b630-ace183cae737 HTTP/1.1" status: 204 len: 168 time: 0.6235843 Dec 11 16:31:06.911679 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 45158) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:06.992326 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e3a975a5-2ec1-470e-9d06-98cdf005229b tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for floatingip, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:07.029934 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8f9317c9-9d74-4291-89ff-33959bdea9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851038720'] for network, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:07.134265 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-25664695-66d3-462e-a559-2fb886337c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851038720'] for network, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:07.223063 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8f9317c9-9d74-4291-89ff-33959bdea9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851202014', 'neutron.services.segments.db._delete_segments_for_network--9223363266957784334'] for network, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:07.339727 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-8f9317c9-9d74-4291-89ff-33959bdea9d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9da225-1535-4564-ada4-8bce87821f60']}} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:07.353275 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-8f9317c9-9d74-4291-89ff-33959bdea9d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd798890b-b506-4fca-979d-7ded93a6146a') {'for_net_delete': True} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:07.353615 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-8f9317c9-9d74-4291-89ff-33959bdea9d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd798890b-b506-4fca-979d-7ded93a6146a') {} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:07.366721 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8f9317c9-9d74-4291-89ff-33959bdea9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266957780391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839507426'] for segment, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:07.381727 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8f9317c9-9d74-4291-89ff-33959bdea9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:07.383891 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8f9317c9-9d74-4291-89ff-33959bdea9d3 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 11 16:31:07.527181 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-25664695-66d3-462e-a559-2fb886337c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851202014', 'neutron.services.segments.db._delete_segments_for_network--9223363266957784334'] for network, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:07.571487 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-8f9317c9-9d74-4291-89ff-33959bdea9d3 admin admin] Network 5d9da225-1535-4564-ada4-8bce87821f60 has no segments {{(pid=80243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 11 16:31:07.580750 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8f9317c9-9d74-4291-89ff-33959bdea9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851196067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15134202'] for segment, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:07.675640 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-25664695-66d3-462e-a559-2fb886337c19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b0b9e1-2cb3-4131-8249-9df0b7a261cf']}} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:07.758446 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-25664695-66d3-462e-a559-2fb886337c19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f619742-2f1c-4a1c-b9fc-b9c9540add64') {'for_net_delete': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:07.758799 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-25664695-66d3-462e-a559-2fb886337c19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f619742-2f1c-4a1c-b9fc-b9c9540add64') {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:07.768112 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-8f9317c9-9d74-4291-89ff-33959bdea9d3 admin admin] Network 5d9da225-1535-4564-ada4-8bce87821f60 has no segments {{(pid=80243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: Traceback (most recent call last): Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: timer() Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: cb(*args, **kw) Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: return func(*args, **kwargs) Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: self._notify() Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: self.callback(batched_events) Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: event.method(event) Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: segment_id)['aggregates'][0] Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: return f(self, *a, **k) Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: return self._get(url).json() Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: **kwargs) Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: return self.request(url, 'GET', **kwargs) Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: **endpoint_filter) Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 16:31:07.795883 dv-cinder-766752-1-smb neutron-server[80122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 16:31:07.805895 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-25664695-66d3-462e-a559-2fb886337c19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266957780391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2050643'] for segment, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:07.835044 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-25664695-66d3-462e-a559-2fb886337c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:07.846253 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-25664695-66d3-462e-a559-2fb886337c19 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 11 16:31:07.871640 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8f9317c9-9d74-4291-89ff-33959bdea9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3573818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854360171'] for network, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:07.876117 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8f9317c9-9d74-4291-89ff-33959bdea9d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:07.878656 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:07.902065 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9317c9-9d74-4291-89ff-33959bdea9d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d9da225-1535-4564-ada4-8bce87821f60,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:07.904883 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8f9317c9-9d74-4291-89ff-33959bdea9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:07.910368 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-8f9317c9-9d74-4291-89ff-33959bdea9d3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/5d9da225-1535-4564-ada4-8bce87821f60 HTTP/1.1" status: 204 len: 168 time: 0.9976861 Dec 11 16:31:07.913225 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 45166) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:07.943612 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1a6c5941-4e47-40c2-9301-07759280a6ff req-50efcb2a-5454-4221-8bc3-8dd0936c725a tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-579507657&fields=id&tenant_id=e37fdc83c4594f89972cc36f62859783 HTTP/1.1" status: 200 len: 267 time: 0.1667254 Dec 11 16:31:07.983661 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fbfff1b-051d-4708-a2fb-22e7b23dada6 admin admin] Deleting subnet 50145080-362c-4fd8-b765-c33177358605 {{(pid=80243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 11 16:31:07.987488 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4fbfff1b-051d-4708-a2fb-22e7b23dada6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:08.038988 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4fbfff1b-051d-4708-a2fb-22e7b23dada6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15268358'] for subnet, precommit_delete_associations {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:08.102521 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4fbfff1b-051d-4708-a2fb-22e7b23dada6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586106'] for subnet, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:08.110459 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-25664695-66d3-462e-a559-2fb886337c19 admin admin] Network 14b0b9e1-2cb3-4131-8249-9df0b7a261cf has no segments {{(pid=80242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 11 16:31:08.127667 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-25664695-66d3-462e-a559-2fb886337c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851196067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15198179'] for segment, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:08.228352 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.db.resource_extend [None req-e3a975a5-2ec1-470e-9d06-98cdf005229b tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 11 16:31:08.369364 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4fbfff1b-051d-4708-a2fb-22e7b23dada6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851189726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15134017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839185207'] for subnet, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:08.385728 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:08.476936 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbfff1b-051d-4708-a2fb-22e7b23dada6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50145080-362c-4fd8-b765-c33177358605,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:08.481978 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4fbfff1b-051d-4708-a2fb-22e7b23dada6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:08.527809 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4fbfff1b-051d-4708-a2fb-22e7b23dada6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:08.535103 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-4fbfff1b-051d-4708-a2fb-22e7b23dada6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/50145080-362c-4fd8-b765-c33177358605 HTTP/1.1" status: 204 len: 168 time: 0.6207936 Dec 11 16:31:08.537873 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 45172) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:08.642713 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c5941-4e47-40c2-9301-07759280a6ff req-b23015f2-019d-4b27-b142-da06e2c50fb4 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:08.644091 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1a6c5941-4e47-40c2-9301-07759280a6ff req-b23015f2-019d-4b27-b142-da06e2c50fb4 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 985 time: 0.6895239 Dec 11 16:31:08.657991 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-25664695-66d3-462e-a559-2fb886337c19 admin admin] Network 14b0b9e1-2cb3-4131-8249-9df0b7a261cf has no segments {{(pid=80242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 11 16:31:08.663091 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9e38fc71-15f0-4b73-bca0-9c755dbcebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851038720'] for network, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:08.688786 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-1a6c5941-4e47-40c2-9301-07759280a6ff req-66efd07f-c4f1-44a4-aecd-068bce2a3f14 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Request body: {'port': {'security_groups': ['e68850b2-4ae7-45b7-9ea2-4ed80727c4e9']}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: Traceback (most recent call last): Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: timer() Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: cb(*args, **kw) Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: return func(*args, **kwargs) Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: self._notify() Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: self.callback(batched_events) Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: event.method(event) Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: segment_id)['aggregates'][0] Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: return f(self, *a, **k) Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: return self._get(url).json() Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: **kwargs) Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: return self.request(url, 'GET', **kwargs) Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: **endpoint_filter) Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 16:31:08.714951 dv-cinder-766752-1-smb neutron-server[80122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 16:31:08.802482 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e3a975a5-2ec1-470e-9d06-98cdf005229b tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for floatingip, precommit_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:08.824481 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e3a975a5-2ec1-470e-9d06-98cdf005229b tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854360154'] for floatingip, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:09.012198 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-25664695-66d3-462e-a559-2fb886337c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3573818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854360171'] for network, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:09.038908 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3aff5948-8d61-404b-9777-9c0663c87c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:09.060391 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-25664695-66d3-462e-a559-2fb886337c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:09.064021 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9e38fc71-15f0-4b73-bca0-9c755dbcebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851202014', 'neutron.services.segments.db._delete_segments_for_network--9223363266957784334'] for network, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:09.075578 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25664695-66d3-462e-a559-2fb886337c19 admin admin] Pushing event deleted for resources: {'Network': ['ID=14b0b9e1-2cb3-4131-8249-9df0b7a261cf,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:09.085352 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-1a6c5941-4e47-40c2-9301-07759280a6ff req-66efd07f-c4f1-44a4-aecd-068bce2a3f14 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:09.095182 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-25664695-66d3-462e-a559-2fb886337c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:09.109607 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-25664695-66d3-462e-a559-2fb886337c19 admin admin] 10.222.0.45 "DELETE /v2.0/networks/14b0b9e1-2cb3-4131-8249-9df0b7a261cf HTTP/1.1" status: 204 len: 168 time: 2.2922299 Dec 11 16:31:09.178669 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.l3_db [None req-e3a975a5-2ec1-470e-9d06-98cdf005229b tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Floating IP b7690d5a-1c6b-4049-9304-dc315586953d associated. External IP: 172.28.1.234, port: 5c1db77e-40ef-4277-a201-15e99c2e47e8. Dec 11 16:31:09.181865 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-9e38fc71-15f0-4b73-bca0-9c755dbcebc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4710cdac-726e-47bc-ac20-208e01c11917']}} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:09.196809 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-9e38fc71-15f0-4b73-bca0-9c755dbcebc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39fe474f-a43d-4c35-8ccb-bfcdc0b36335') {'for_net_delete': True} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:09.197358 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-9e38fc71-15f0-4b73-bca0-9c755dbcebc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39fe474f-a43d-4c35-8ccb-bfcdc0b36335') {} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:09.210756 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9e38fc71-15f0-4b73-bca0-9c755dbcebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266957780391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839507426'] for segment, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:09.225997 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9e38fc71-15f0-4b73-bca0-9c755dbcebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:09.228139 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9e38fc71-15f0-4b73-bca0-9c755dbcebc2 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 11 16:31:09.312284 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 45180) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:09.447526 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-1f9aed45-5fd0-4b98-b6ab-f2bacaf5fc6b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=226ef8323e08459b88128a3549878a19&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1340134 Dec 11 16:31:09.457447 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 45184) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:09.482855 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-9e38fc71-15f0-4b73-bca0-9c755dbcebc2 admin admin] Network 4710cdac-726e-47bc-ac20-208e01c11917 has no segments {{(pid=80243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 11 16:31:09.494555 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9e38fc71-15f0-4b73-bca0-9c755dbcebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851196067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15134202'] for segment, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:09.692480 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6065000f-79ff-4e54-bf02-6bf7e1ef5253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:09.731065 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-9e38fc71-15f0-4b73-bca0-9c755dbcebc2 admin admin] Network 4710cdac-726e-47bc-ac20-208e01c11917 has no segments {{(pid=80243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 11 16:31:09.735519 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a975a5-2ec1-470e-9d06-98cdf005229b tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Router f8c34d8b-1c03-4b78-9a09-464954aedf1c has already been hosted by L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 {{(pid=80242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: Traceback (most recent call last): Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: timer() Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: cb(*args, **kw) Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: return func(*args, **kwargs) Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: self._notify() Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: self.callback(batched_events) Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: event.method(event) Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: segment_id)['aggregates'][0] Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: return f(self, *a, **k) Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: return self._get(url).json() Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: **kwargs) Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: return self.request(url, 'GET', **kwargs) Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: **endpoint_filter) Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 16:31:09.760106 dv-cinder-766752-1-smb neutron-server[80122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 16:31:09.821009 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6065000f-79ff-4e54-bf02-6bf7e1ef5253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:09.874834 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9e38fc71-15f0-4b73-bca0-9c755dbcebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3573818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854360171'] for network, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:09.881580 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-77b8d08c-5049-405a-9263-d62b4a199a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:09.898207 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9e38fc71-15f0-4b73-bca0-9c755dbcebc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:09.907564 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38fc71-15f0-4b73-bca0-9c755dbcebc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4710cdac-726e-47bc-ac20-208e01c11917,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:09.910685 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9e38fc71-15f0-4b73-bca0-9c755dbcebc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:09.914769 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-9e38fc71-15f0-4b73-bca0-9c755dbcebc2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4710cdac-726e-47bc-ac20-208e01c11917 HTTP/1.1" status: 204 len: 168 time: 1.3733902 Dec 11 16:31:09.920037 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-1a6c5941-4e47-40c2-9301-07759280a6ff req-66efd07f-c4f1-44a4-aecd-068bce2a3f14 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] For port 2e9f6aa8-d603-4aec-98c4-29173d052700, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=2e9f6aa8-d603-4aec-98c4-29173d052700,segment=NetworkSegment(532a29ae-da3b-4091-a1c4-ce66941d99d8),segment_id=532a29ae-da3b-4091-a1c4-ce66941d99d8)] {{(pid=80242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:31:09.922086 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6065000f-79ff-4e54-bf02-6bf7e1ef5253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:09.927758 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d4e357d9-8253-450c-9326-674d27f02c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:09.940046 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065000f-79ff-4e54-bf02-6bf7e1ef5253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef8d43b-757f-4107-99e7-e7032f156ccd,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:09.945313 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6065000f-79ff-4e54-bf02-6bf7e1ef5253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:09.947271 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6065000f-79ff-4e54-bf02-6bf7e1ef5253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:09.952184 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-6065000f-79ff-4e54-bf02-6bf7e1ef5253 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4ef8d43b-757f-4107-99e7-e7032f156ccd HTTP/1.1" status: 204 len: 168 time: 0.4900842 Dec 11 16:31:09.982048 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-1a6c5941-4e47-40c2-9301-07759280a6ff req-66efd07f-c4f1-44a4-aecd-068bce2a3f14 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks [] for port, precommit_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:09.988730 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-1a6c5941-4e47-40c2-9301-07759280a6ff req-66efd07f-c4f1-44a4-aecd-068bce2a3f14 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15198093'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:09.991443 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a975a5-2ec1-470e-9d06-98cdf005229b tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:31:10.017174 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-37248da3-5968-4725-a546-f8db9eaada40 tempest-ServerRescueNegativeTestJSON-847941445 tempest-ServerRescueNegativeTestJSON-847941445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:10.139375 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 45194) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:10.181513 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9df6f2d-6954-4349-b0b4-3c9b409440e1 None None] Sync routers for ids ['f8c34d8b-1c03-4b78-9a09-464954aedf1c'] in dv-cinder-766752-1-smb {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:31:10.184614 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e3a975a5-2ec1-470e-9d06-98cdf005229b tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for floatingip, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:10.191862 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9df6f2d-6954-4349-b0b4-3c9b409440e1 None None] Routers {'f8c34d8b-1c03-4b78-9a09-464954aedf1c'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:31:10.195541 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-ca04f0a0-8513-401b-b6f2-6157bda39c80 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8250f9f4850a436c869b142af6b5883b&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0519199 Dec 11 16:31:10.195902 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 45198) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:10.196496 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-c9df6f2d-6954-4349-b0b4-3c9b409440e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:30:46Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['f8c34d8b-1c03-4b78-9a09-464954aedf1c'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:10.269557 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cc91950c-1049-49b9-aeb6-e1cb8065cedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:10.294360 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-e3a975a5-2ec1-470e-9d06-98cdf005229b tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "PUT /v2.0/floatingips/b7690d5a-1c6b-4049-9304-dc315586953d HTTP/1.1" status: 200 len: 992 time: 3.4556305 Dec 11 16:31:10.306478 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cc91950c-1049-49b9-aeb6-e1cb8065cedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:10.321712 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e75de2-2885-4436-9046-44ff6fbb9f1b', 'tag': '5c1db77e-40ef-4277-a201-15e99c2e47e8'}] {{(pid=80242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:31:10.379127 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efd07f-c4f1-44a4-aecd-068bce2a3f14 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Pushing event updated for resources: {'Port': ['ID=2e9f6aa8-d603-4aec-98c4-29173d052700,revision_number=6']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:10.392219 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c5941-4e47-40c2-9301-07759280a6ff req-66efd07f-c4f1-44a4-aecd-068bce2a3f14 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:10.392954 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-1a6c5941-4e47-40c2-9301-07759280a6ff req-66efd07f-c4f1-44a4-aecd-068bce2a3f14 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:10.393698 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cc91950c-1049-49b9-aeb6-e1cb8065cedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:10.399661 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1a6c5941-4e47-40c2-9301-07759280a6ff req-66efd07f-c4f1-44a4-aecd-068bce2a3f14 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "PUT /v2.0/ports/2e9f6aa8-d603-4aec-98c4-29173d052700 HTTP/1.1" status: 200 len: 943 time: 1.7437644 Dec 11 16:31:10.400695 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-66efd07f-c4f1-44a4-aecd-068bce2a3f14 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:10.408436 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-c9df6f2d-6954-4349-b0b4-3c9b409440e1 None None] Set router f8c34d8b-1c03-4b78-9a09-464954aedf1c gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:31:10.422912 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4b25f24b-77e2-4cfe-85c2-fb712865407b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:10.446446 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91950c-1049-49b9-aeb6-e1cb8065cedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a213c7-a976-4286-9691-7e6bedc721b7,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:10.456992 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-cc91950c-1049-49b9-aeb6-e1cb8065cedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:10.474747 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cc91950c-1049-49b9-aeb6-e1cb8065cedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:10.477574 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-cc91950c-1049-49b9-aeb6-e1cb8065cedb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d5a213c7-a976-4286-9691-7e6bedc721b7 HTTP/1.1" status: 204 len: 168 time: 0.2808907 Dec 11 16:31:10.491144 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e75de2-2885-4436-9046-44ff6fbb9f1b', 'tag': '5c1db77e-40ef-4277-a201-15e99c2e47e8', 'status': 'completed', 'code': 200} Dec 11 16:31:10.572970 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7ef7a1b5-7165-4f91-84e6-de614c735dab req-cf1ef699-cd6f-4b9a-9512-653fd6af039b tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups/2f74d16b-ce8f-46e5-8550-5b0331acf1e6 HTTP/1.1" status: 200 len: 2889 time: 0.0569155 Dec 11 16:31:10.666514 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-7ef7a1b5-7165-4f91-84e6-de614c735dab req-d42555be-62f6-46fb-b83f-ca234e1803cc tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:10.703483 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-7ef7a1b5-7165-4f91-84e6-de614c735dab req-d42555be-62f6-46fb-b83f-ca234e1803cc tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:10.713269 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97220a4b-be36-4515-a362-113bce8510a1 req-9d5b08ed-321e-4eb7-a833-ef7b7c0f98e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:10.715509 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-97220a4b-be36-4515-a362-113bce8510a1 req-9d5b08ed-321e-4eb7-a833-ef7b7c0f98e8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=18cab7096ec7405c979d977608f922bb&device_id=69e75de2-2885-4436-9046-44ff6fbb9f1b HTTP/1.1" status: 200 len: 1163 time: 0.1442330 Dec 11 16:31:10.757956 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-59c4226e-c3e5-41f8-b4d2-81d617a1e9d4 None None] Provisioning complete for port 2e9f6aa8-d603-4aec-98c4-29173d052700 triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:31:10.758782 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-59c4226e-c3e5-41f8-b4d2-81d617a1e9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:10.778881 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-7ef7a1b5-7165-4f91-84e6-de614c735dab req-d42555be-62f6-46fb-b83f-ca234e1803cc tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:10.792695 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-952c4143-25aa-4430-bb9a-5d9f6f2f41a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:10.815953 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42555be-62f6-46fb-b83f-ca234e1803cc tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f74d16b-ce8f-46e5-8550-5b0331acf1e6,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:10.826625 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d42555be-62f6-46fb-b83f-ca234e1803cc tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:10.829018 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-7ef7a1b5-7165-4f91-84e6-de614c735dab req-d42555be-62f6-46fb-b83f-ca234e1803cc tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:10.830385 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7ef7a1b5-7165-4f91-84e6-de614c735dab req-d42555be-62f6-46fb-b83f-ca234e1803cc tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "DELETE /v2.0/security-groups/2f74d16b-ce8f-46e5-8550-5b0331acf1e6 HTTP/1.1" status: 204 len: 173 time: 0.2509558 Dec 11 16:31:10.917215 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97220a4b-be36-4515-a362-113bce8510a1 req-12c95bd3-8c64-4656-9210-fef6f1f88410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:10.919685 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-97220a4b-be36-4515-a362-113bce8510a1 req-12c95bd3-8c64-4656-9210-fef6f1f88410 service neutron] 10.222.0.87 "GET /v2.0/networks?id=98273e7d-6ebb-4285-b7f1-5f101b8f1038 HTTP/1.1" status: 200 len: 904 time: 0.1897910 Dec 11 16:31:11.049038 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-97220a4b-be36-4515-a362-113bce8510a1 req-a06635bf-b3f6-4cfb-9433-263c5e131921 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c1db77e-40ef-4277-a201-15e99c2e47e8 HTTP/1.1" status: 200 len: 1000 time: 0.1204717 Dec 11 16:31:11.107735 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 45216) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:11.145712 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-c9df6f2d-6954-4349-b0b4-3c9b409440e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'name': 'tempest-AttachVolumeTestJSON-458078925-router', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185'}], 'enable_snat': True}, 'gw_port_id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:25Z', 'updated_at': '2020-12-11T16:26:38Z', 'revision_number': 4, 'project_id': '18cab7096ec7405c979d977608f922bb', 'gw_port': {'id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:11:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:28Z', 'updated_at': '2020-12-11T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_floatingips': [{'id': 'b7690d5a-1c6b-4049-9304-dc315586953d', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'floating_ip_address': '172.28.1.234', 'floating_network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'router_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'port_id': '5c1db77e-40ef-4277-a201-15e99c2e47e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038', 'mac_address': 'fa:16:3e:36:4a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e75de2-2885-4436-9046-44ff6fbb9f1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:30:53Z', 'updated_at': '2020-12-11T16:31:08Z', 'revision_number': 1, 'project_id': '18cab7096ec7405c979d977608f922bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae39b5fd-413a-458d-ad50-6292b0caa7df', 'name': '', 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'mac_address': 'fa:16:3e:76:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56573ac3-46db-42ab-ac70-c5fd685172d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:35Z', 'updated_at': '2020-12-11T16:26:53Z', 'revision_number': 5, 'project_id': '18cab7096ec7405c979d977608f922bb', 'subnets': [{'id': '56573ac3-46db-42ab-ac70-c5fd685172d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:11.150410 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9df6f2d-6954-4349-b0b4-3c9b409440e1 None None] Checking router: f8c34d8b-1c03-4b78-9a09-464954aedf1c for host: dv-cinder-766752-1-smb {{(pid=80244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:31:11.160715 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9df6f2d-6954-4349-b0b4-3c9b409440e1 None None] Routers {'f8c34d8b-1c03-4b78-9a09-464954aedf1c'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:31:11.161370 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-c9df6f2d-6954-4349-b0b4-3c9b409440e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:30:46Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['f8c34d8b-1c03-4b78-9a09-464954aedf1c'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:11.182000 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97220a4b-be36-4515-a362-113bce8510a1 req-48a09a71-7dbd-40d2-a11d-eec2262587a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:11.183659 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-97220a4b-be36-4515-a362-113bce8510a1 req-48a09a71-7dbd-40d2-a11d-eec2262587a2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=56573ac3-46db-42ab-ac70-c5fd685172d7 HTTP/1.1" status: 200 len: 849 time: 0.1254420 Dec 11 16:31:11.232191 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-c9a55e55-57e9-4fd3-a4d3-c9ae81f4e75d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a5dabbb664204043bb34e229848be328&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1223266 Dec 11 16:31:11.237853 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 45220) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:11.243526 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-dfad4c22-ba5a-4965-a2de-cf1ea5aefd75 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/floatingips/68a0f770-3de5-4013-a539-6f5bfd3ed8f0 HTTP/1.1" status: 200 len: 999 time: 0.3762078 Dec 11 16:31:11.270413 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97220a4b-be36-4515-a362-113bce8510a1 req-42e41261-781f-427f-b68c-01d8e235523d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:11.272048 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-97220a4b-be36-4515-a362-113bce8510a1 req-42e41261-781f-427f-b68c-01d8e235523d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=98273e7d-6ebb-4285-b7f1-5f101b8f1038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810492 Dec 11 16:31:11.347776 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-c9df6f2d-6954-4349-b0b4-3c9b409440e1 None None] Set router f8c34d8b-1c03-4b78-9a09-464954aedf1c gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:31:11.428409 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-97220a4b-be36-4515-a362-113bce8510a1 req-e6ae8a83-b08b-409a-9836-b2f699d20b3b service neutron] 10.222.0.87 "GET /v2.0/networks/98273e7d-6ebb-4285-b7f1-5f101b8f1038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414864 Dec 11 16:31:11.431208 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3177ca9d-f6a1-4538-9810-cc9f252665a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:11.473131 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-4cbf00d2-21c1-41b0-bcbe-d177b2421735 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:11.474610 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-4cbf00d2-21c1-41b0-bcbe-d177b2421735 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/networks/ad2ee80a-1b86-455c-8869-eab43da82ba0 HTTP/1.1" status: 200 len: 784 time: 0.2190361 Dec 11 16:31:11.481373 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 2e9f6aa8-d603-4aec-98c4-29173d052700 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:31:11.482828 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3177ca9d-f6a1-4538-9810-cc9f252665a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:11.500198 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-3a13cf93-253e-4e39-8112-ea14be9358ec tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80242) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 11 16:31:11.501195 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-3a13cf93-253e-4e39-8112-ea14be9358ec tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0109272 Dec 11 16:31:11.586983 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-97220a4b-be36-4515-a362-113bce8510a1 req-36d0024a-b56b-417d-be32-184f231e3972 service neutron] 10.222.0.87 "GET /v2.0/networks/98273e7d-6ebb-4285-b7f1-5f101b8f1038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1507959 Dec 11 16:31:11.636143 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-cefbf107-994d-4a00-a0ed-a8a7a01c3b24 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.28.1.164 HTTP/1.1" status: 200 len: 1002 time: 0.1233909 Dec 11 16:31:11.653885 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3177ca9d-f6a1-4538-9810-cc9f252665a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:11.660730 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b1df1c8b-8ca3-4e36-b96f-28fe51cc49e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:11.693422 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 2e9f6aa8-d603-4aec-98c4-29173d052700 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:31:11.693938 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:11.718984 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177ca9d-f6a1-4538-9810-cc9f252665a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcddddd1-9ce4-4275-81d3-d26ed073dbd4,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:11.739358 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3177ca9d-f6a1-4538-9810-cc9f252665a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:11.745525 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3177ca9d-f6a1-4538-9810-cc9f252665a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:11.746744 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-3177ca9d-f6a1-4538-9810-cc9f252665a5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bcddddd1-9ce4-4275-81d3-d26ed073dbd4 HTTP/1.1" status: 204 len: 168 time: 0.5079253 Dec 11 16:31:11.762857 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-b3a30aa0-1611-405c-90d0-7edc75278acf tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:11.764372 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-b3a30aa0-1611-405c-90d0-7edc75278acf tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports/2e9f6aa8-d603-4aec-98c4-29173d052700 HTTP/1.1" status: 200 len: 943 time: 0.1048050 Dec 11 16:31:11.942117 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-c9df6f2d-6954-4349-b0b4-3c9b409440e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'name': 'tempest-AttachVolumeTestJSON-458078925-router', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185'}], 'enable_snat': True}, 'gw_port_id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:25Z', 'updated_at': '2020-12-11T16:26:38Z', 'revision_number': 4, 'project_id': '18cab7096ec7405c979d977608f922bb', 'gw_port': {'id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:11:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:28Z', 'updated_at': '2020-12-11T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_floatingips': [{'id': 'b7690d5a-1c6b-4049-9304-dc315586953d', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'floating_ip_address': '172.28.1.234', 'floating_network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'router_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'port_id': '5c1db77e-40ef-4277-a201-15e99c2e47e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038', 'mac_address': 'fa:16:3e:36:4a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e75de2-2885-4436-9046-44ff6fbb9f1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:30:53Z', 'updated_at': '2020-12-11T16:31:08Z', 'revision_number': 1, 'project_id': '18cab7096ec7405c979d977608f922bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae39b5fd-413a-458d-ad50-6292b0caa7df', 'name': '', 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'mac_address': 'fa:16:3e:76:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56573ac3-46db-42ab-ac70-c5fd685172d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:35Z', 'updated_at': '2020-12-11T16:26:53Z', 'revision_number': 5, 'project_id': '18cab7096ec7405c979d977608f922bb', 'subnets': [{'id': '56573ac3-46db-42ab-ac70-c5fd685172d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:11.946469 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9df6f2d-6954-4349-b0b4-3c9b409440e1 None None] The sync data for ids ['f8c34d8b-1c03-4b78-9a09-464954aedf1c'] in dv-cinder-766752-1-smb is: [{'id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'name': 'tempest-AttachVolumeTestJSON-458078925-router', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185'}], 'enable_snat': True}, 'gw_port_id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:25Z', 'updated_at': '2020-12-11T16:26:38Z', 'revision_number': 4, 'project_id': '18cab7096ec7405c979d977608f922bb', 'gw_port': {'id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:11:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:28Z', 'updated_at': '2020-12-11T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_floatingips': [{'id': 'b7690d5a-1c6b-4049-9304-dc315586953d', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'floating_ip_address': '172.28.1.234', 'floating_network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'router_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'port_id': '5c1db77e-40ef-4277-a201-15e99c2e47e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038', 'mac_address': 'fa:16:3e:36:4a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e75de2-2885-4436-9046-44ff6fbb9f1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:30:53Z', 'updated_at': '2020-12-11T16:31:08Z', 'revision_number': 1, 'project_id': '18cab7096ec7405c979d977608f922bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae39b5fd-413a-458d-ad50-6292b0caa7df', 'name': '', 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'mac_address': 'fa:16:3e:76:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56573ac3-46db-42ab-ac70-c5fd685172d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:35Z', 'updated_at': '2020-12-11T16:26:53Z', 'revision_number': 5, 'project_id': '18cab7096ec7405c979d977608f922bb', 'subnets': [{'id': '56573ac3-46db-42ab-ac70-c5fd685172d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:31:11.989105 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-4e7c51fa-66c0-49bc-b39d-527669c9fade tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.28.1.164 HTTP/1.1" status: 200 len: 1002 time: 0.1114919 Dec 11 16:31:12.215939 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-3812b641-9cba-4fcd-b56e-76d6dac877ec tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Deleting port 3fa0c6bb-c0d8-4580-adf2-49aee233eb59 {{(pid=80242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:31:12.216407 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-3812b641-9cba-4fcd-b56e-76d6dac877ec tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:12.250280 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beef5d54-2b81-4f7b-bbcd-67fc030e10d8 None None] New status for floating IP b7690d5a-1c6b-4049-9304-dc315586953d: ACTIVE {{(pid=80245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 11 16:31:12.406203 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-3812b641-9cba-4fcd-b56e-76d6dac877ec tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:12.406567 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-3812b641-9cba-4fcd-b56e-76d6dac877ec tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks [] for floatingip, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:12.534366 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf32b00-2dff-4719-a8dc-dd37d1fd431c', 'tag': '2e9f6aa8-d603-4aec-98c4-29173d052700'}] {{(pid=80242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:31:12.549478 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-3812b641-9cba-4fcd-b56e-76d6dac877ec tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Calling delete_port for 3fa0c6bb-c0d8-4580-adf2-49aee233eb59 owned by network:floatingip {{(pid=80242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:31:12.635202 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf32b00-2dff-4719-a8dc-dd37d1fd431c', 'tag': '2e9f6aa8-d603-4aec-98c4-29173d052700', 'status': 'completed', 'code': 200} Dec 11 16:31:12.724239 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-3812b641-9cba-4fcd-b56e-76d6dac877ec tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839577674'] for port, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:12.744267 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f57513bf-66cc-45b5-87c7-863fb2f37115 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:12.765828 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ccc2f-fb89-4d78-919c-37b08323cb03 req-5fb91bb4-7d7e-4331-a175-469f1c39c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:12.767765 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d36ccc2f-fb89-4d78-919c-37b08323cb03 req-5fb91bb4-7d7e-4331-a175-469f1c39c643 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e37fdc83c4594f89972cc36f62859783&device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 1163 time: 0.0855818 Dec 11 16:31:12.860644 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812b641-9cba-4fcd-b56e-76d6dac877ec tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Pushing event deleted for resources: {'Port': ['ID=3fa0c6bb-c0d8-4580-adf2-49aee233eb59,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:12.866213 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3812b641-9cba-4fcd-b56e-76d6dac877ec tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:12.940204 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ccc2f-fb89-4d78-919c-37b08323cb03 req-8796b803-d013-427e-930c-a50238726535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:12.943282 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d36ccc2f-fb89-4d78-919c-37b08323cb03 req-8796b803-d013-427e-930c-a50238726535 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5ce8c0cf-2037-467e-aeac-2cfe6e72869e HTTP/1.1" status: 200 len: 908 time: 0.1661816 Dec 11 16:31:12.996897 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-3812b641-9cba-4fcd-b56e-76d6dac877ec tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks [] for floatingip, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:12.997315 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.l3_db [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-3812b641-9cba-4fcd-b56e-76d6dac877ec tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Floating IP 68a0f770-3de5-4013-a539-6f5bfd3ed8f0 disassociated (deleted). External IP: 172.28.1.164, port: 2e9f6aa8-d603-4aec-98c4-29173d052700. Dec 11 16:31:13.028767 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d36ccc2f-fb89-4d78-919c-37b08323cb03 req-4b5b9882-8e1e-4dce-a6f4-057ae0b76328 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e9f6aa8-d603-4aec-98c4-29173d052700 HTTP/1.1" status: 200 len: 217 time: 0.0734644 Dec 11 16:31:13.108602 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ccc2f-fb89-4d78-919c-37b08323cb03 req-9dbb2852-f9df-44ba-8c48-3202a9284b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:13.110286 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d36ccc2f-fb89-4d78-919c-37b08323cb03 req-9dbb2852-f9df-44ba-8c48-3202a9284b52 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f989d188-0764-4755-9ed3-e783bc6c7d0e HTTP/1.1" status: 200 len: 853 time: 0.0685239 Dec 11 16:31:13.205617 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ccc2f-fb89-4d78-919c-37b08323cb03 req-209e0a64-f314-4f91-895c-305f77867f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:13.205617 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d36ccc2f-fb89-4d78-919c-37b08323cb03 req-209e0a64-f314-4f91-895c-305f77867f75 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5ce8c0cf-2037-467e-aeac-2cfe6e72869e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0872028 Dec 11 16:31:13.361486 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d36ccc2f-fb89-4d78-919c-37b08323cb03 req-3038a7a1-2161-400a-92b0-e1fe3df12565 service neutron] 10.222.0.87 "GET /v2.0/networks/5ce8c0cf-2037-467e-aeac-2cfe6e72869e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439369 Dec 11 16:31:13.410978 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-3812b641-9cba-4fcd-b56e-76d6dac877ec tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Router 73100931-c695-4540-b934-b449ee4ff8b4 has already been hosted by L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 {{(pid=80242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 11 16:31:13.510354 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d36ccc2f-fb89-4d78-919c-37b08323cb03 req-bd59d18b-cf1d-433d-8e8a-912d0e10a111 service neutron] 10.222.0.87 "GET /v2.0/networks/5ce8c0cf-2037-467e-aeac-2cfe6e72869e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1416330 Dec 11 16:31:13.611168 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-3812b641-9cba-4fcd-b56e-76d6dac877ec tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:31:13.622804 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909252bd-1572-4aab-a5e5-5b59b1c6f205 None None] Sync routers for ids ['73100931-c695-4540-b934-b449ee4ff8b4'] in dv-cinder-766752-1-smb {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:31:13.636873 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909252bd-1572-4aab-a5e5-5b59b1c6f205 None None] Routers {'73100931-c695-4540-b934-b449ee4ff8b4'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:31:13.637899 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-909252bd-1572-4aab-a5e5-5b59b1c6f205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:30:46Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['73100931-c695-4540-b934-b449ee4ff8b4'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:13.661669 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-3812b641-9cba-4fcd-b56e-76d6dac877ec tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for floatingip, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:13.731036 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-3812b641-9cba-4fcd-b56e-76d6dac877ec tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "DELETE /v2.0/floatingips/68a0f770-3de5-4013-a539-6f5bfd3ed8f0 HTTP/1.1" status: 204 len: 173 time: 1.7356908 Dec 11 16:31:13.824890 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-d934a6e3-b609-4b6e-9d22-bbf6b90f31fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:13.828228 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-d934a6e3-b609-4b6e-9d22-bbf6b90f31fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e37fdc83c4594f89972cc36f62859783&device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 1163 time: 0.0809457 Dec 11 16:31:13.981362 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-2459ff52-6e5d-4a42-a19d-5d3396024222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:13.982718 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-2459ff52-6e5d-4a42-a19d-5d3396024222 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5ce8c0cf-2037-467e-aeac-2cfe6e72869e HTTP/1.1" status: 200 len: 908 time: 0.1489530 Dec 11 16:31:13.996653 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0f17f5d9-9627-4b50-a122-0d993ebea6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:14.020450 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-909252bd-1572-4aab-a5e5-5b59b1c6f205 None None] Set router 73100931-c695-4540-b934-b449ee4ff8b4 gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:31:14.068584 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-f613642a-96a1-4b4f-bd36-62274c580850 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e9f6aa8-d603-4aec-98c4-29173d052700 HTTP/1.1" status: 200 len: 217 time: 0.0759637 Dec 11 16:31:14.139398 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-39258c16-550e-4b10-9acf-72f6ea98b538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:14.141134 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-39258c16-550e-4b10-9acf-72f6ea98b538 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f989d188-0764-4755-9ed3-e783bc6c7d0e HTTP/1.1" status: 200 len: 853 time: 0.0661573 Dec 11 16:31:14.240986 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-22f5f50f-1621-43ae-9e73-d84ce4bde74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:14.242859 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-22f5f50f-1621-43ae-9e73-d84ce4bde74b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5ce8c0cf-2037-467e-aeac-2cfe6e72869e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0943079 Dec 11 16:31:14.370199 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-909252bd-1572-4aab-a5e5-5b59b1c6f205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73100931-c695-4540-b934-b449ee4ff8b4', 'name': 'tempest-TestMinimumBasicScenario-287758240-router', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:28:18Z', 'updated_at': '2020-12-11T16:28:27Z', 'revision_number': 4, 'project_id': 'e37fdc83c4594f89972cc36f62859783', 'gw_port': {'id': '3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73100931-c695-4540-b934-b449ee4ff8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:28:20Z', 'updated_at': '2020-12-11T16:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': 'fd2e33e4-929d-4ee0-a939-6ea563275e76', 'name': '', 'network_id': '5ce8c0cf-2037-467e-aeac-2cfe6e72869e', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783', 'mac_address': 'fa:16:3e:e7:ff:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73100931-c695-4540-b934-b449ee4ff8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f989d188-0764-4755-9ed3-e783bc6c7d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:28:24Z', 'updated_at': '2020-12-11T16:28:35Z', 'revision_number': 5, 'project_id': 'e37fdc83c4594f89972cc36f62859783', 'subnets': [{'id': 'f989d188-0764-4755-9ed3-e783bc6c7d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:14.374402 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909252bd-1572-4aab-a5e5-5b59b1c6f205 None None] Checking router: 73100931-c695-4540-b934-b449ee4ff8b4 for host: dv-cinder-766752-1-smb {{(pid=80244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:31:14.384544 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909252bd-1572-4aab-a5e5-5b59b1c6f205 None None] Routers {'73100931-c695-4540-b934-b449ee4ff8b4'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:31:14.385114 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-909252bd-1572-4aab-a5e5-5b59b1c6f205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:30:46Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['73100931-c695-4540-b934-b449ee4ff8b4'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:14.585685 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-909252bd-1572-4aab-a5e5-5b59b1c6f205 None None] Set router 73100931-c695-4540-b934-b449ee4ff8b4 gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:31:14.635887 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-c705e629-ba90-4807-83f6-882f750c7b2e service neutron] 10.222.0.45 "GET /v2.0/networks/5ce8c0cf-2037-467e-aeac-2cfe6e72869e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834794 Dec 11 16:31:14.636471 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf32b00-2dff-4719-a8dc-dd37d1fd431c', 'tag': '2e9f6aa8-d603-4aec-98c4-29173d052700'}] {{(pid=80242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:31:14.737921 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf32b00-2dff-4719-a8dc-dd37d1fd431c', 'tag': '2e9f6aa8-d603-4aec-98c4-29173d052700', 'status': 'completed', 'code': 200} Dec 11 16:31:14.822549 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2974d896-7811-4b7c-86ae-1c1e0f65c71e req-cd69022b-feb7-4c19-93c9-b80bb189a74f service neutron] 10.222.0.45 "GET /v2.0/networks/5ce8c0cf-2037-467e-aeac-2cfe6e72869e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1774576 Dec 11 16:31:14.896395 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c8c2e-a6f2-4955-8616-42bd207ce017 req-6239613d-b3c6-4e00-b012-65288d5b6f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:14.897910 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6f7c8c2e-a6f2-4955-8616-42bd207ce017 req-6239613d-b3c6-4e00-b012-65288d5b6f31 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e37fdc83c4594f89972cc36f62859783&device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 1163 time: 0.1101387 Dec 11 16:31:14.953142 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-909252bd-1572-4aab-a5e5-5b59b1c6f205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73100931-c695-4540-b934-b449ee4ff8b4', 'name': 'tempest-TestMinimumBasicScenario-287758240-router', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:28:18Z', 'updated_at': '2020-12-11T16:28:27Z', 'revision_number': 4, 'project_id': 'e37fdc83c4594f89972cc36f62859783', 'gw_port': {'id': '3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73100931-c695-4540-b934-b449ee4ff8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:28:20Z', 'updated_at': '2020-12-11T16:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': 'fd2e33e4-929d-4ee0-a939-6ea563275e76', 'name': '', 'network_id': '5ce8c0cf-2037-467e-aeac-2cfe6e72869e', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783', 'mac_address': 'fa:16:3e:e7:ff:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73100931-c695-4540-b934-b449ee4ff8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f989d188-0764-4755-9ed3-e783bc6c7d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:28:24Z', 'updated_at': '2020-12-11T16:28:35Z', 'revision_number': 5, 'project_id': 'e37fdc83c4594f89972cc36f62859783', 'subnets': [{'id': 'f989d188-0764-4755-9ed3-e783bc6c7d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:14.957424 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909252bd-1572-4aab-a5e5-5b59b1c6f205 None None] The sync data for ids ['73100931-c695-4540-b934-b449ee4ff8b4'] in dv-cinder-766752-1-smb is: [{'id': '73100931-c695-4540-b934-b449ee4ff8b4', 'name': 'tempest-TestMinimumBasicScenario-287758240-router', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:28:18Z', 'updated_at': '2020-12-11T16:28:27Z', 'revision_number': 4, 'project_id': 'e37fdc83c4594f89972cc36f62859783', 'gw_port': {'id': '3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73100931-c695-4540-b934-b449ee4ff8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:28:20Z', 'updated_at': '2020-12-11T16:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': 'fd2e33e4-929d-4ee0-a939-6ea563275e76', 'name': '', 'network_id': '5ce8c0cf-2037-467e-aeac-2cfe6e72869e', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783', 'mac_address': 'fa:16:3e:e7:ff:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73100931-c695-4540-b934-b449ee4ff8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f989d188-0764-4755-9ed3-e783bc6c7d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:28:24Z', 'updated_at': '2020-12-11T16:28:35Z', 'revision_number': 5, 'project_id': 'e37fdc83c4594f89972cc36f62859783', 'subnets': [{'id': 'f989d188-0764-4755-9ed3-e783bc6c7d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:31:15.278758 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c8c2e-a6f2-4955-8616-42bd207ce017 req-8e83f755-8fc4-485c-9b54-50e5622708c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:15.280956 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6f7c8c2e-a6f2-4955-8616-42bd207ce017 req-8e83f755-8fc4-485c-9b54-50e5622708c9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5ce8c0cf-2037-467e-aeac-2cfe6e72869e HTTP/1.1" status: 200 len: 908 time: 0.3684011 Dec 11 16:31:15.371292 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6f7c8c2e-a6f2-4955-8616-42bd207ce017 req-7db322e2-6570-430e-aa45-29fdf13c5aad service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e9f6aa8-d603-4aec-98c4-29173d052700 HTTP/1.1" status: 200 len: 217 time: 0.0699337 Dec 11 16:31:15.385854 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9a78a7-7bbc-4d55-9d97-78431806f2ad None None] New status for floating IP 68a0f770-3de5-4013-a539-6f5bfd3ed8f0: DOWN {{(pid=80245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 11 16:31:15.453360 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c8c2e-a6f2-4955-8616-42bd207ce017 req-40d22313-75ee-468b-84a4-cb5c306887dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:15.455245 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6f7c8c2e-a6f2-4955-8616-42bd207ce017 req-40d22313-75ee-468b-84a4-cb5c306887dd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f989d188-0764-4755-9ed3-e783bc6c7d0e HTTP/1.1" status: 200 len: 853 time: 0.0768702 Dec 11 16:31:15.543069 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c8c2e-a6f2-4955-8616-42bd207ce017 req-52c024da-d99c-4a42-aa66-c95dcd0a3d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:15.544858 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6f7c8c2e-a6f2-4955-8616-42bd207ce017 req-52c024da-d99c-4a42-aa66-c95dcd0a3d83 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5ce8c0cf-2037-467e-aeac-2cfe6e72869e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815775 Dec 11 16:31:15.714359 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6f7c8c2e-a6f2-4955-8616-42bd207ce017 req-50ad0f49-cc62-43e4-86d7-f2b00609d40f service neutron] 10.222.0.87 "GET /v2.0/networks/5ce8c0cf-2037-467e-aeac-2cfe6e72869e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399980 Dec 11 16:31:15.861382 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6f7c8c2e-a6f2-4955-8616-42bd207ce017 req-f6d73243-ec3a-4502-8e99-728c4e88e7ee service neutron] 10.222.0.87 "GET /v2.0/networks/5ce8c0cf-2037-467e-aeac-2cfe6e72869e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1397552 Dec 11 16:31:16.101928 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b3a508d0-38d0-4c76-a5a6-c39a244b43f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:16.810405 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:17.552286 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:18.384410 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13152eae-e6d9-4668-9773-f22ca4d1e576 req-d8a131e4-44d8-47b3-a35c-ac009151f925 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:18.385177 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-13152eae-e6d9-4668-9773-f22ca4d1e576 req-d8a131e4-44d8-47b3-a35c-ac009151f925 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Synchronizing usage tracker for tenant:e37fdc83c4594f89972cc36f62859783 on resource:port {{(pid=80242) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:31:18.402567 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-13152eae-e6d9-4668-9773-f22ca4d1e576 req-d8a131e4-44d8-47b3-a35c-ac009151f925 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Unset dirty status for tenant:e37fdc83c4594f89972cc36f62859783 on resource:port {{(pid=80242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:31:18.403822 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-13152eae-e6d9-4668-9773-f22ca4d1e576 req-d8a131e4-44d8-47b3-a35c-ac009151f925 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 946 time: 0.1032276 Dec 11 16:31:18.430089 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:18.452953 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-13152eae-e6d9-4668-9773-f22ca4d1e576 req-8f189291-1520-484d-b1a5-b0beb91496f3 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Synchronizing usage tracker for tenant:e37fdc83c4594f89972cc36f62859783 on resource:security_group {{(pid=80242) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:31:18.467640 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-13152eae-e6d9-4668-9773-f22ca4d1e576 req-8f189291-1520-484d-b1a5-b0beb91496f3 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Unset dirty status for tenant:e37fdc83c4594f89972cc36f62859783 on resource:security_group {{(pid=80242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:31:18.468885 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-13152eae-e6d9-4668-9773-f22ca4d1e576 req-8f189291-1520-484d-b1a5-b0beb91496f3 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584822 Dec 11 16:31:19.689753 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9fa1e-84be-4d79-93eb-9a171373e0d6 req-439c2ba6-70e8-445c-9bb1-011cb855d415 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:19.691372 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-74e9fa1e-84be-4d79-93eb-9a171373e0d6 req-439c2ba6-70e8-445c-9bb1-011cb855d415 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 946 time: 0.0894859 Dec 11 16:31:19.741323 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-74e9fa1e-84be-4d79-93eb-9a171373e0d6 req-2af1b677-e5b1-47a8-85be-e770bfe8bef8 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433197 Dec 11 16:31:20.971206 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c192699-8c65-4cff-8720-ce446485cad5 req-6b9a6cad-f72e-4370-8db0-85518008fc82 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:20.972767 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0c192699-8c65-4cff-8720-ce446485cad5 req-6b9a6cad-f72e-4370-8db0-85518008fc82 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 946 time: 0.0993035 Dec 11 16:31:20.974660 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ded39-dee9-409f-9029-7fbf9226fd80 req-84175571-f1b5-498e-a07e-c22c1c3009a2 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:20.975534 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-c12ded39-dee9-409f-9029-7fbf9226fd80 req-84175571-f1b5-498e-a07e-c22c1c3009a2 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Synchronizing usage tracker for tenant:e37fdc83c4594f89972cc36f62859783 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:31:20.991688 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-c12ded39-dee9-409f-9029-7fbf9226fd80 req-84175571-f1b5-498e-a07e-c22c1c3009a2 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Unset dirty status for tenant:e37fdc83c4594f89972cc36f62859783 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:31:20.992888 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c12ded39-dee9-409f-9029-7fbf9226fd80 req-84175571-f1b5-498e-a07e-c22c1c3009a2 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.87 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 946 time: 0.0997396 Dec 11 16:31:21.021141 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0c192699-8c65-4cff-8720-ce446485cad5 req-d7fc2e1a-9bde-4c6a-9197-3bd6898243a2 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417657 Dec 11 16:31:21.068211 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-c12ded39-dee9-409f-9029-7fbf9226fd80 req-655d4923-37e7-455c-b4bb-b82ea3bed98c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Deleting port 2e9f6aa8-d603-4aec-98c4-29173d052700 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:31:21.068582 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-c12ded39-dee9-409f-9029-7fbf9226fd80 req-655d4923-37e7-455c-b4bb-b82ea3bed98c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:21.329780 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 2e9f6aa8-d603-4aec-98c4-29173d052700 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:31:21.337761 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-c12ded39-dee9-409f-9029-7fbf9226fd80 req-655d4923-37e7-455c-b4bb-b82ea3bed98c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] For port 2e9f6aa8-d603-4aec-98c4-29173d052700, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=2e9f6aa8-d603-4aec-98c4-29173d052700,segment=NetworkSegment(532a29ae-da3b-4091-a1c4-ce66941d99d8),segment_id=532a29ae-da3b-4091-a1c4-ce66941d99d8)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:31:21.338197 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-c12ded39-dee9-409f-9029-7fbf9226fd80 req-655d4923-37e7-455c-b4bb-b82ea3bed98c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:21.451429 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:21.486623 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port 2e9f6aa8-d603-4aec-98c4-29173d052700, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=2e9f6aa8-d603-4aec-98c4-29173d052700,segment=NetworkSegment(532a29ae-da3b-4091-a1c4-ce66941d99d8),segment_id=532a29ae-da3b-4091-a1c4-ce66941d99d8)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:31:21.487612 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-c12ded39-dee9-409f-9029-7fbf9226fd80 req-655d4923-37e7-455c-b4bb-b82ea3bed98c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Calling delete_port for 2e9f6aa8-d603-4aec-98c4-29173d052700 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:31:21.487727 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf32b00-2dff-4719-a8dc-dd37d1fd431c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e9f6aa8-d603-4aec-98c4-29173d052700'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:31:21.496783 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:21.498790 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:21.558885 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf32b00-2dff-4719-a8dc-dd37d1fd431c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e9f6aa8-d603-4aec-98c4-29173d052700', 'code': 200} Dec 11 16:31:21.575678 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=2e9f6aa8-d603-4aec-98c4-29173d052700,revision_number=7']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:21.579734 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:21.584150 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.db.api [req-c12ded39-dee9-409f-9029-7fbf9226fd80 req-655d4923-37e7-455c-b4bb-b82ea3bed98c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80243) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 11 16:31:21.584518 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_db.api [req-c12ded39-dee9-409f-9029-7fbf9226fd80 req-655d4923-37e7-455c-b4bb-b82ea3bed98c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 11 16:31:22.086149 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-c12ded39-dee9-409f-9029-7fbf9226fd80 req-655d4923-37e7-455c-b4bb-b82ea3bed98c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Deleting port 2e9f6aa8-d603-4aec-98c4-29173d052700 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:31:22.086674 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-c12ded39-dee9-409f-9029-7fbf9226fd80 req-655d4923-37e7-455c-b4bb-b82ea3bed98c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:22.244299 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13dcd8e-b2da-4453-93c5-f244d9ccd431 req-06772e5f-4add-4420-b76b-419cb53364a3 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:22.245988 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f13dcd8e-b2da-4453-93c5-f244d9ccd431 req-06772e5f-4add-4420-b76b-419cb53364a3 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 944 time: 0.0878735 Dec 11 16:31:22.296751 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f13dcd8e-b2da-4453-93c5-f244d9ccd431 req-23db0b9c-8b54-435b-a13d-2f2b257d03c0 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/security-groups?id=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436521 Dec 11 16:31:22.345817 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-c12ded39-dee9-409f-9029-7fbf9226fd80 req-655d4923-37e7-455c-b4bb-b82ea3bed98c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] For port 2e9f6aa8-d603-4aec-98c4-29173d052700, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=2e9f6aa8-d603-4aec-98c4-29173d052700,segment=NetworkSegment(532a29ae-da3b-4091-a1c4-ce66941d99d8),segment_id=532a29ae-da3b-4091-a1c4-ce66941d99d8)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:31:22.346211 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-c12ded39-dee9-409f-9029-7fbf9226fd80 req-655d4923-37e7-455c-b4bb-b82ea3bed98c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:22.477841 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-c12ded39-dee9-409f-9029-7fbf9226fd80 req-655d4923-37e7-455c-b4bb-b82ea3bed98c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Calling delete_port for 2e9f6aa8-d603-4aec-98c4-29173d052700 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:31:22.624843 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-c12ded39-dee9-409f-9029-7fbf9226fd80 req-655d4923-37e7-455c-b4bb-b82ea3bed98c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:22.639879 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-aa5b5ad2-c4a8-42da-9a4b-42dec886f21a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:22.740609 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d4923-37e7-455c-b4bb-b82ea3bed98c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Pushing event deleted for resources: {'Port': ['ID=2e9f6aa8-d603-4aec-98c4-29173d052700,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:22.754321 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-655d4923-37e7-455c-b4bb-b82ea3bed98c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:22.866535 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12ded39-dee9-409f-9029-7fbf9226fd80 req-655d4923-37e7-455c-b4bb-b82ea3bed98c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] No DVR routers for this DVR port 2e9f6aa8-d603-4aec-98c4-29173d052700 on host hv-cinder-76675 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 11 16:31:22.868794 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-c12ded39-dee9-409f-9029-7fbf9226fd80 req-655d4923-37e7-455c-b4bb-b82ea3bed98c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:22.872217 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf32b00-2dff-4719-a8dc-dd37d1fd431c', 'name': 'network-vif-deleted', 'tag': '2e9f6aa8-d603-4aec-98c4-29173d052700'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:31:22.887119 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c12ded39-dee9-409f-9029-7fbf9226fd80 req-655d4923-37e7-455c-b4bb-b82ea3bed98c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.87 "DELETE /v2.0/ports/2e9f6aa8-d603-4aec-98c4-29173d052700 HTTP/1.1" status: 204 len: 173 time: 1.8876872 Dec 11 16:31:22.939212 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf32b00-2dff-4719-a8dc-dd37d1fd431c', 'name': 'network-vif-deleted', 'tag': '2e9f6aa8-d603-4aec-98c4-29173d052700', 'status': 'completed', 'code': 200} Dec 11 16:31:23.270090 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:23.494544 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e94f191e-671f-4c8e-96c5-9d470ae069bd req-4abfa83a-61cf-44f1-a927-82ee97bac129 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] 10.222.0.45 "GET /v2.0/ports?device_id=abf32b00-2dff-4719-a8dc-dd37d1fd431c HTTP/1.1" status: 200 len: 210 time: 0.0484598 Dec 11 16:31:25.413153 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 45460) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:25.779150 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a28b6129-e5b7-430e-8b2d-28865e018e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854361468'] for router_interface, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:26.388309 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-a28b6129-e5b7-430e-8b2d-28865e018e9d admin admin] Deleting port fd2e33e4-929d-4ee0-a939-6ea563275e76 {{(pid=80242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:31:26.388696 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a28b6129-e5b7-430e-8b2d-28865e018e9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:26.570677 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-a28b6129-e5b7-430e-8b2d-28865e018e9d admin admin] For port fd2e33e4-929d-4ee0-a939-6ea563275e76, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=fd2e33e4-929d-4ee0-a939-6ea563275e76,segment=NetworkSegment(532a29ae-da3b-4091-a1c4-ce66941d99d8),segment_id=532a29ae-da3b-4091-a1c4-ce66941d99d8)] {{(pid=80242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:31:26.571269 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a28b6129-e5b7-430e-8b2d-28865e018e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:26.700545 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-a28b6129-e5b7-430e-8b2d-28865e018e9d admin admin] Calling delete_port for fd2e33e4-929d-4ee0-a939-6ea563275e76 owned by network:router_interface {{(pid=80242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:31:26.872817 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a28b6129-e5b7-430e-8b2d-28865e018e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839577674'] for port, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:26.888741 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:26.991200 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b6129-e5b7-430e-8b2d-28865e018e9d admin admin] Pushing event deleted for resources: {'Port': ['ID=fd2e33e4-929d-4ee0-a939-6ea563275e76,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:26.994142 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a28b6129-e5b7-430e-8b2d-28865e018e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:27.300919 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a28b6129-e5b7-430e-8b2d-28865e018e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3269951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854361502'] for router_interface, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:28.019361 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28b6129-e5b7-430e-8b2d-28865e018e9d admin admin] Router 73100931-c695-4540-b934-b449ee4ff8b4 has already been hosted by L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 {{(pid=80242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 11 16:31:28.207546 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28b6129-e5b7-430e-8b2d-28865e018e9d admin admin] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:31:28.216565 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca9866-cf1a-4abd-87db-ce0d34210d47 None None] Sync routers for ids ['73100931-c695-4540-b934-b449ee4ff8b4'] in dv-cinder-766752-1-smb {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:31:28.220897 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-a28b6129-e5b7-430e-8b2d-28865e018e9d admin admin] 10.222.0.45 "PUT /v2.0/routers/73100931-c695-4540-b934-b449ee4ff8b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8065541 Dec 11 16:31:28.223845 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 45490) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:28.227970 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca9866-cf1a-4abd-87db-ce0d34210d47 None None] Routers {'73100931-c695-4540-b934-b449ee4ff8b4'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:31:28.228634 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-92ca9866-cf1a-4abd-87db-ce0d34210d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:31:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['73100931-c695-4540-b934-b449ee4ff8b4'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:28.408507 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8fd7ce4c-fbb0-4fd8-afd9-5ab4cab315e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:28.419862 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-92ca9866-cf1a-4abd-87db-ce0d34210d47 None None] Set router 73100931-c695-4540-b934-b449ee4ff8b4 gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:31:28.592000 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8fd7ce4c-fbb0-4fd8-afd9-5ab4cab315e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:28.597671 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-8fd7ce4c-fbb0-4fd8-afd9-5ab4cab315e5 admin admin] Deleting port 3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9 {{(pid=80242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:31:28.598040 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8fd7ce4c-fbb0-4fd8-afd9-5ab4cab315e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:28.730913 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-92ca9866-cf1a-4abd-87db-ce0d34210d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73100931-c695-4540-b934-b449ee4ff8b4', 'name': 'tempest-TestMinimumBasicScenario-287758240-router', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:28:18Z', 'updated_at': '2020-12-11T16:31:26Z', 'revision_number': 5, 'project_id': 'e37fdc83c4594f89972cc36f62859783', 'gw_port': {'id': '3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73100931-c695-4540-b934-b449ee4ff8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:28:20Z', 'updated_at': '2020-12-11T16:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:28.735125 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca9866-cf1a-4abd-87db-ce0d34210d47 None None] Checking router: 73100931-c695-4540-b934-b449ee4ff8b4 for host: dv-cinder-766752-1-smb {{(pid=80244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:31:28.744104 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca9866-cf1a-4abd-87db-ce0d34210d47 None None] Routers {'73100931-c695-4540-b934-b449ee4ff8b4'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:31:28.744766 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-92ca9866-cf1a-4abd-87db-ce0d34210d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:31:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['73100931-c695-4540-b934-b449ee4ff8b4'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:28.789173 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-8fd7ce4c-fbb0-4fd8-afd9-5ab4cab315e5 admin admin] For port 3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9,segment=NetworkSegment(fa6d7e3f-32fe-4ab3-b890-6946fd39c952),segment_id=fa6d7e3f-32fe-4ab3-b890-6946fd39c952)] {{(pid=80242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:31:28.789570 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8fd7ce4c-fbb0-4fd8-afd9-5ab4cab315e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:28.924492 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-8fd7ce4c-fbb0-4fd8-afd9-5ab4cab315e5 admin admin] Calling delete_port for 3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9 owned by network:router_gateway {{(pid=80242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:31:28.933534 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-92ca9866-cf1a-4abd-87db-ce0d34210d47 None None] Set router 73100931-c695-4540-b934-b449ee4ff8b4 gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:31:29.064270 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8fd7ce4c-fbb0-4fd8-afd9-5ab4cab315e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839577674'] for port, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:29.233384 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-92ca9866-cf1a-4abd-87db-ce0d34210d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73100931-c695-4540-b934-b449ee4ff8b4', 'name': 'tempest-TestMinimumBasicScenario-287758240-router', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:28:18Z', 'updated_at': '2020-12-11T16:31:26Z', 'revision_number': 5, 'project_id': 'e37fdc83c4594f89972cc36f62859783', 'gw_port': {'id': '3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73100931-c695-4540-b934-b449ee4ff8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:28:20Z', 'updated_at': '2020-12-11T16:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:29.237599 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca9866-cf1a-4abd-87db-ce0d34210d47 None None] The sync data for ids ['73100931-c695-4540-b934-b449ee4ff8b4'] in dv-cinder-766752-1-smb is: [{'id': '73100931-c695-4540-b934-b449ee4ff8b4', 'name': 'tempest-TestMinimumBasicScenario-287758240-router', 'tenant_id': 'e37fdc83c4594f89972cc36f62859783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:28:18Z', 'updated_at': '2020-12-11T16:31:26Z', 'revision_number': 5, 'project_id': 'e37fdc83c4594f89972cc36f62859783', 'gw_port': {'id': '3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73100931-c695-4540-b934-b449ee4ff8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:28:20Z', 'updated_at': '2020-12-11T16:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}] {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:31:29.255371 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8fd7ce4c-fbb0-4fd8-afd9-5ab4cab315e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415628'] for router_gateway, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:29.389728 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8fd7ce4c-fbb0-4fd8-afd9-5ab4cab315e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854360000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774711'] for router, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:29.392092 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8fd7ce4c-fbb0-4fd8-afd9-5ab4cab315e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:29.417846 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8fd7ce4c-fbb0-4fd8-afd9-5ab4cab315e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854360002'] for router, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:29.418408 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd7ce4c-fbb0-4fd8-afd9-5ab4cab315e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73100931-c695-4540-b934-b449ee4ff8b4 {{(pid=80242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 11 16:31:29.432283 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8fd7ce4c-fbb0-4fd8-afd9-5ab4cab315e5 admin admin] Notify callbacks [] for router, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:29.433459 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-8fd7ce4c-fbb0-4fd8-afd9-5ab4cab315e5 admin admin] 10.222.0.45 "DELETE /v2.0/routers/73100931-c695-4540-b934-b449ee4ff8b4 HTTP/1.1" status: 204 len: 168 time: 1.2086365 Dec 11 16:31:29.436770 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 45500) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:29.503596 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_v2 [None req-7afdd163-91f8-4179-b9ca-f89db43303a8 admin admin] Deleting subnet f989d188-0764-4755-9ed3-e783bc6c7d0e {{(pid=80242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 11 16:31:29.506876 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7afdd163-91f8-4179-b9ca-f89db43303a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:29.560951 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7afdd163-91f8-4179-b9ca-f89db43303a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852725173'] for subnet, precommit_delete_associations {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:29.690174 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7afdd163-91f8-4179-b9ca-f89db43303a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586106'] for subnet, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:29.960338 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7afdd163-91f8-4179-b9ca-f89db43303a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851189726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15198040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839673155'] for subnet, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:29.976574 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8ad84d59-0074-45a3-a16d-66dafd794fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:30.062021 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afdd163-91f8-4179-b9ca-f89db43303a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f989d188-0764-4755-9ed3-e783bc6c7d0e,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:30.064970 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7afdd163-91f8-4179-b9ca-f89db43303a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:30.110456 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7afdd163-91f8-4179-b9ca-f89db43303a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for subnet, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:30.115044 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c19e3c-d7c4-4353-a301-7ef7dfae9bd4 None None] Network 5ce8c0cf-2037-467e-aeac-2cfe6e72869e requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:31:30.117254 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-7afdd163-91f8-4179-b9ca-f89db43303a8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f989d188-0764-4755-9ed3-e783bc6c7d0e HTTP/1.1" status: 204 len: 168 time: 0.6794820 Dec 11 16:31:30.120388 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 45508) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:30.237676 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-acb5921f-a746-410d-9f61-cfa449797faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851038720'] for network, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:30.306591 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-acb5921f-a746-410d-9f61-cfa449797faa admin admin] Deleting port f00194e9-5a7b-4845-8852-54963e688ae4 {{(pid=80242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:31:30.307225 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-acb5921f-a746-410d-9f61-cfa449797faa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:30.394295 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aeb4e2d-8c24-40bb-b616-bc0b66ca8f7c None None] DHCP port deletion for 5ce8c0cf-2037-467e-aeac-2cfe6e72869e request from dv-cinder-766752-1-smb {{(pid=80244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 11 16:31:30.398662 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-7aeb4e2d-8c24-40bb-b616-bc0b66ca8f7c None None] Deleting port f00194e9-5a7b-4845-8852-54963e688ae4 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:31:30.399075 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7aeb4e2d-8c24-40bb-b616-bc0b66ca8f7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:30.493936 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device fd2e33e4-929d-4ee0-a939-6ea563275e76 no longer exists at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:31:30.541770 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] No Port match for: fd2e33e4-929d-4ee0-a939-6ea563275e76 {{(pid=80244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 11 16:31:30.542162 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device fd2e33e4-929d-4ee0-a939-6ea563275e76 not bound to the agent host dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 11 16:31:30.542617 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9 no longer exists at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:31:30.580396 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] No Port match for: 3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9 {{(pid=80244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 11 16:31:30.580783 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 3f397a3d-5c31-4aa8-ac62-6f1e8636ebc9 not bound to the agent host dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 11 16:31:30.581239 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device f00194e9-5a7b-4845-8852-54963e688ae4 no longer exists at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:31:30.785299 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-acb5921f-a746-410d-9f61-cfa449797faa admin admin] For port f00194e9-5a7b-4845-8852-54963e688ae4, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=f00194e9-5a7b-4845-8852-54963e688ae4,segment=NetworkSegment(532a29ae-da3b-4091-a1c4-ce66941d99d8),segment_id=532a29ae-da3b-4091-a1c4-ce66941d99d8)] {{(pid=80242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:31:30.785612 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-acb5921f-a746-410d-9f61-cfa449797faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:30.915428 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-acb5921f-a746-410d-9f61-cfa449797faa admin admin] Calling delete_port for f00194e9-5a7b-4845-8852-54963e688ae4 owned by network:dhcp {{(pid=80242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:31:30.917233 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-7aeb4e2d-8c24-40bb-b616-bc0b66ca8f7c None None] For port f00194e9-5a7b-4845-8852-54963e688ae4, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=f00194e9-5a7b-4845-8852-54963e688ae4,segment=NetworkSegment(532a29ae-da3b-4091-a1c4-ce66941d99d8),segment_id=532a29ae-da3b-4091-a1c4-ce66941d99d8)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:31:30.917670 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7aeb4e2d-8c24-40bb-b616-bc0b66ca8f7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:30.991694 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-acb5921f-a746-410d-9f61-cfa449797faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839577674'] for port, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:31.065799 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9195cc4e-d616-4659-8480-db9c40d38f68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:31.086361 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-7aeb4e2d-8c24-40bb-b616-bc0b66ca8f7c None None] Calling delete_port for f00194e9-5a7b-4845-8852-54963e688ae4 owned by network:dhcp {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:31:31.122767 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5921f-a746-410d-9f61-cfa449797faa admin admin] Pushing event deleted for resources: {'Port': ['ID=f00194e9-5a7b-4845-8852-54963e688ae4,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:31.129638 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-acb5921f-a746-410d-9f61-cfa449797faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:31.134986 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:31.159537 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb5921f-a746-410d-9f61-cfa449797faa admin admin] No DVR routers for this DVR port f00194e9-5a7b-4845-8852-54963e688ae4 on host dv-cinder-766752-1-smb {{(pid=80242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 11 16:31:31.285731 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.db.api [None req-7aeb4e2d-8c24-40bb-b616-bc0b66ca8f7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80244) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 11 16:31:31.285837 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-acb5921f-a746-410d-9f61-cfa449797faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851202014', 'neutron.services.segments.db._delete_segments_for_network--9223363266957784334'] for network, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:31.285939 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_db.api [None req-7aeb4e2d-8c24-40bb-b616-bc0b66ca8f7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 11 16:31:31.403787 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-acb5921f-a746-410d-9f61-cfa449797faa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce8c0cf-2037-467e-aeac-2cfe6e72869e']}} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:31.417676 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-acb5921f-a746-410d-9f61-cfa449797faa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532a29ae-da3b-4091-a1c4-ce66941d99d8') {'for_net_delete': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:31.418015 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-acb5921f-a746-410d-9f61-cfa449797faa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532a29ae-da3b-4091-a1c4-ce66941d99d8') {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:31.431058 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-acb5921f-a746-410d-9f61-cfa449797faa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266957780391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2050643'] for segment, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:31.445964 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-acb5921f-a746-410d-9f61-cfa449797faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:31.448027 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-acb5921f-a746-410d-9f61-cfa449797faa admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 11 16:31:31.629589 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-acb5921f-a746-410d-9f61-cfa449797faa admin admin] Network 5ce8c0cf-2037-467e-aeac-2cfe6e72869e has no segments {{(pid=80242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 11 16:31:31.644338 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-acb5921f-a746-410d-9f61-cfa449797faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851196067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15198179'] for segment, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:31.787035 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-7aeb4e2d-8c24-40bb-b616-bc0b66ca8f7c None None] Deleting port f00194e9-5a7b-4845-8852-54963e688ae4 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:31:31.787240 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7aeb4e2d-8c24-40bb-b616-bc0b66ca8f7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:31.831294 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-acb5921f-a746-410d-9f61-cfa449797faa admin admin] Network 5ce8c0cf-2037-467e-aeac-2cfe6e72869e has no segments {{(pid=80242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: Traceback (most recent call last): Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: timer() Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: cb(*args, **kw) Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: return func(*args, **kwargs) Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: self._notify() Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: self.callback(batched_events) Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: event.method(event) Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: segment_id)['aggregates'][0] Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: return f(self, *a, **k) Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: return self._get(url).json() Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: **kwargs) Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: return self.request(url, 'GET', **kwargs) Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: **endpoint_filter) Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 16:31:31.854570 dv-cinder-766752-1-smb neutron-server[80122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 16:31:31.856851 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-7aeb4e2d-8c24-40bb-b616-bc0b66ca8f7c None None] The port 'f00194e9-5a7b-4845-8852-54963e688ae4' was deleted {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 11 16:31:31.940668 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-acb5921f-a746-410d-9f61-cfa449797faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3573818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854360171'] for network, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:31.944380 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-be17717b-f5a0-4ecf-b407-1d11401cdc28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:31.961515 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-acb5921f-a746-410d-9f61-cfa449797faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:31.970970 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5921f-a746-410d-9f61-cfa449797faa admin admin] Pushing event deleted for resources: {'Network': ['ID=5ce8c0cf-2037-467e-aeac-2cfe6e72869e,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:31.974558 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-acb5921f-a746-410d-9f61-cfa449797faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:31.986276 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-acb5921f-a746-410d-9f61-cfa449797faa admin admin] 10.222.0.45 "DELETE /v2.0/networks/5ce8c0cf-2037-467e-aeac-2cfe6e72869e HTTP/1.1" status: 204 len: 168 time: 1.8647234 Dec 11 16:31:32.200916 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 45538) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:32.254218 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-d82b97bc-c5ff-49d3-9db5-95f573bd753c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e37fdc83c4594f89972cc36f62859783&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0513856 Dec 11 16:31:32.256737 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 45542) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:32.317792 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-161dad0e-4b12-48d3-9a12-a39fc7436d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:32.350146 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-161dad0e-4b12-48d3-9a12-a39fc7436d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:32.394774 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-161dad0e-4b12-48d3-9a12-a39fc7436d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:32.399923 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-edac5000-30db-41ee-8754-b376ceca2dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:32.415073 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161dad0e-4b12-48d3-9a12-a39fc7436d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68850b2-4ae7-45b7-9ea2-4ed80727c4e9,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:32.418012 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-161dad0e-4b12-48d3-9a12-a39fc7436d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:32.425443 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-161dad0e-4b12-48d3-9a12-a39fc7436d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:32.426671 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-161dad0e-4b12-48d3-9a12-a39fc7436d78 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e68850b2-4ae7-45b7-9ea2-4ed80727c4e9 HTTP/1.1" status: 204 len: 168 time: 0.1689677 Dec 11 16:31:33.334591 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 45572) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:33.403894 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 45580) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:33.548531 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-0dca7f67-5ad7-4713-a612-d189891c6b86 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1280437860-network', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f'}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:31:33.568253 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-0dca7f67-5ad7-4713-a612-d189891c6b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:31:33.573426 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b74e64fb-c90a-4c29-8ee5-629108395335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:33.582642 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-0dca7f67-5ad7-4713-a612-d189891c6b86 admin admin] Usage tracker for resource:network and tenant:aa6c0591fe514a1ab2514acde78d754f is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:31:33.587038 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-0dca7f67-5ad7-4713-a612-d189891c6b86 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:31:33.596101 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-0dca7f67-5ad7-4713-a612-d189891c6b86 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:31:33.600347 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-b74e64fb-c90a-4c29-8ee5-629108395335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:31:33.606903 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-b74e64fb-c90a-4c29-8ee5-629108395335 admin admin] Usage tracker for resource:security_group_rule and tenant:3afb1e0ba3ca4db99c738bbb2afbe2d7 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:31:33.611071 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-b74e64fb-c90a-4c29-8ee5-629108395335 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:31:33.614132 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dca7f67-5ad7-4713-a612-d189891c6b86 admin admin] Made reservation on behalf of aa6c0591fe514a1ab2514acde78d754f for: {'network': 1} {{(pid=80242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:31:33.618830 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0dca7f67-5ad7-4713-a612-d189891c6b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for network, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:33.633949 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-b74e64fb-c90a-4c29-8ee5-629108395335 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:31:33.636095 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0dca7f67-5ad7-4713-a612-d189891c6b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:33.659357 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-0dca7f67-5ad7-4713-a612-d189891c6b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:31:33.671104 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-0dca7f67-5ad7-4713-a612-d189891c6b86 admin admin] Usage tracker for resource:security_group_rule and tenant:aa6c0591fe514a1ab2514acde78d754f is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:31:33.676337 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-0dca7f67-5ad7-4713-a612-d189891c6b86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:31:33.684421 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-0dca7f67-5ad7-4713-a612-d189891c6b86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:31:33.794928 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b74e64fb-c90a-4c29-8ee5-629108395335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:33.803350 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b74e64fb-c90a-4c29-8ee5-629108395335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:33.818613 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1e49062c-b47e-4d97-b240-bf0f5b0f9733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:33.872288 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0dca7f67-5ad7-4713-a612-d189891c6b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:33.877324 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e64fb-c90a-4c29-8ee5-629108395335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058aadfa-214f-49e0-a85a-2424eab60de4,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:33.881937 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-b74e64fb-c90a-4c29-8ee5-629108395335 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3afb1e0ba3ca4db99c738bbb2afbe2d7&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4763577 Dec 11 16:31:33.882719 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0dca7f67-5ad7-4713-a612-d189891c6b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:33.884930 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 45586) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:33.886080 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b74e64fb-c90a-4c29-8ee5-629108395335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:33.886611 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b74e64fb-c90a-4c29-8ee5-629108395335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:33.922586 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dca7f67-5ad7-4713-a612-d189891c6b86 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 11 16:31:33.931922 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca7f67-5ad7-4713-a612-d189891c6b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87eec959-eb01-43e8-b025-50b91f8f1699,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:33.935777 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0dca7f67-5ad7-4713-a612-d189891c6b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:33.938682 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0dca7f67-5ad7-4713-a612-d189891c6b86 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769896991466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:33.939124 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-0dca7f67-5ad7-4713-a612-d189891c6b86 admin admin] Added segment a23217a0-f235-4bdd-9e00-86381854dae2 of type vxlan for network 9608c807-e9e9-4b8f-8325-c001ecd1f2ef Dec 11 16:31:33.950244 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2331b5ec-3050-423e-b97f-5c8dbec10366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:33.967990 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0dca7f67-5ad7-4713-a612-d189891c6b86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769896439940'] for network, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:33.979227 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2331b5ec-3050-423e-b97f-5c8dbec10366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:33.998801 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0dca7f67-5ad7-4713-a612-d189891c6b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882'] for network, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:34.000157 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dca7f67-5ad7-4713-a612-d189891c6b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:34.000769 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0dca7f67-5ad7-4713-a612-d189891c6b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:34.005834 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3419ea16-2c03-4422-8ccc-4d0c11c3d07f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:34.024004 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2331b5ec-3050-423e-b97f-5c8dbec10366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:34.028993 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-453eddad-e883-44d2-9542-848e01085a6a tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:34.044097 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331b5ec-3050-423e-b97f-5c8dbec10366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058aadfa-214f-49e0-a85a-2424eab60de4,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:34.046760 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2331b5ec-3050-423e-b97f-5c8dbec10366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:34.052757 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2331b5ec-3050-423e-b97f-5c8dbec10366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:34.065414 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-2331b5ec-3050-423e-b97f-5c8dbec10366 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/058aadfa-214f-49e0-a85a-2424eab60de4 HTTP/1.1" status: 204 len: 168 time: 0.1766603 Dec 11 16:31:34.121536 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca7f67-5ad7-4713-a612-d189891c6b86 admin admin] Pushing event updated for resources: {'Network': ['ID=9608c807-e9e9-4b8f-8325-c001ecd1f2ef,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:34.126461 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-0dca7f67-5ad7-4713-a612-d189891c6b86 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7889471 Dec 11 16:31:34.126461 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0dca7f67-5ad7-4713-a612-d189891c6b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:34.128523 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 45592) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:34.135042 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-8de3d39b-3610-4170-a35f-cde01e305bd1 admin admin] Request body: {'subnet': {'network_id': '9608c807-e9e9-4b8f-8325-c001ecd1f2ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1280437860-subnet', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'ip_version': 4}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:31:34.140750 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-8de3d39b-3610-4170-a35f-cde01e305bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:31:34.141910 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Network 9608c807-e9e9-4b8f-8325-c001ecd1f2ef details requested by agent ovs-agent-dv-cinder-766752-1-smb with host dv-cinder-766752-1-smb {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:31:34.145086 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-8de3d39b-3610-4170-a35f-cde01e305bd1 admin admin] Usage tracker for resource:subnet and tenant:aa6c0591fe514a1ab2514acde78d754f is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:31:34.148249 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-8de3d39b-3610-4170-a35f-cde01e305bd1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:31:34.154099 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-8de3d39b-3610-4170-a35f-cde01e305bd1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:31:34.164465 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de3d39b-3610-4170-a35f-cde01e305bd1 admin admin] Made reservation on behalf of aa6c0591fe514a1ab2514acde78d754f for: {'subnet': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:31:34.165438 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Network 9608c807-e9e9-4b8f-8325-c001ecd1f2ef details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:31:34.169409 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8de3d39b-3610-4170-a35f-cde01e305bd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15590626'] for subnet, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:34.611415 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8de3d39b-3610-4170-a35f-cde01e305bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839641851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15590641'] for subnet, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:34.627592 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:34.753233 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3d39b-3610-4170-a35f-cde01e305bd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43a58137-6523-4358-b1d2-c22acc7c3c84,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:34.757895 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8de3d39b-3610-4170-a35f-cde01e305bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:34.829486 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de3d39b-3610-4170-a35f-cde01e305bd1 admin admin] Checking segment: {'id': 'a23217a0-f235-4bdd-9e00-86381854dae2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9608c807-e9e9-4b8f-8325-c001ecd1f2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:31:34.829877 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de3d39b-3610-4170-a35f-cde01e305bd1 admin admin] Network hostable DHCP agents. Network: 9608c807-e9e9-4b8f-8325-c001ecd1f2ef, hostable agents: ['152ea6c3-4f92-4bdd-b82f-bafaeb087025'], hosted agents: [] {{(pid=80243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 11 16:31:34.848464 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de3d39b-3610-4170-a35f-cde01e305bd1 admin admin] Network 9608c807-e9e9-4b8f-8325-c001ecd1f2ef is scheduled to be hosted by DHCP agent 152ea6c3-4f92-4bdd-b82f-bafaeb087025 with binding_index 1 {{(pid=80243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 11 16:31:34.856970 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-8de3d39b-3610-4170-a35f-cde01e305bd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-smb, 9608c807-e9e9-4b8f-8325-c001ecd1f2ef) {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:31:34.866932 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3f3ebc-21f7-40fe-86d3-af0aee268ff2 None None] Network 9608c807-e9e9-4b8f-8325-c001ecd1f2ef requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:31:34.869207 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de3d39b-3610-4170-a35f-cde01e305bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:34.869846 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8de3d39b-3610-4170-a35f-cde01e305bd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:34.891117 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-8de3d39b-3610-4170-a35f-cde01e305bd1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7611494 Dec 11 16:31:34.893820 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 45616) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:34.899335 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-2c4054df-2ec2-492c-93d1-a1bbe76651ca admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1280437860-router', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'}}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:31:34.904987 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2c4054df-2ec2-492c-93d1-a1bbe76651ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:31:34.909223 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2c4054df-2ec2-492c-93d1-a1bbe76651ca admin admin] Usage tracker for resource:router and tenant:aa6c0591fe514a1ab2514acde78d754f is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:31:34.912800 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2c4054df-2ec2-492c-93d1-a1bbe76651ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:31:34.919406 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2c4054df-2ec2-492c-93d1-a1bbe76651ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:31:34.931234 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2c4054df-2ec2-492c-93d1-a1bbe76651ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854359915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774664'] for router, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:34.932656 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2c4054df-2ec2-492c-93d1-a1bbe76651ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854362306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-515724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1088'] for router, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:34.953954 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2c4054df-2ec2-492c-93d1-a1bbe76651ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:35.115600 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f38c334-1a0d-4700-9a85-856ceb778085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc3d95e0-9722-56b3-ab5c-a7335d02e18f-9608c807-e9e9-4b8f-8325-c001ecd1f2ef', 'network_id': '9608c807-e9e9-4b8f-8325-c001ecd1f2ef', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'fixed_ips': [{'subnet_id': '43a58137-6523-4358-b1d2-c22acc7c3c84'}]}} from dv-cinder-766752-1-smb. {{(pid=80244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 11 16:31:35.116506 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4f38c334-1a0d-4700-9a85-856ceb778085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:35.240037 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2c4054df-2ec2-492c-93d1-a1bbe76651ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854360120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854359898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1105'] for router, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:35.416945 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-4f38c334-1a0d-4700-9a85-856ceb778085 None None] Allocated IP 172.20.0.2 (9608c807-e9e9-4b8f-8325-c001ecd1f2ef/43a58137-6523-4358-b1d2-c22acc7c3c84/ddbca5c2-d4c5-4a18-9830-b126097eb8fe) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:31:35.681969 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4f38c334-1a0d-4700-9a85-856ceb778085 None None] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:35.696381 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-4f38c334-1a0d-4700-9a85-856ceb778085 None None] Transition to ACTIVE for port object ddbca5c2-d4c5-4a18-9830-b126097eb8fe will not be triggered until provisioned by entity L2. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:31:35.728429 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-4f38c334-1a0d-4700-9a85-856ceb778085 None None] Transition to ACTIVE for port object ddbca5c2-d4c5-4a18-9830-b126097eb8fe will not be triggered until provisioned by entity DHCP. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:31:35.734528 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4f38c334-1a0d-4700-9a85-856ceb778085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:35.752143 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:35.790091 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2c4054df-2ec2-492c-93d1-a1bbe76651ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:35.826308 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2c4054df-2ec2-492c-93d1-a1bbe76651ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:35.893275 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f38c334-1a0d-4700-9a85-856ceb778085 None None] Pushing event updated for resources: {'Port': ['ID=ddbca5c2-d4c5-4a18-9830-b126097eb8fe,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:35.897588 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4f38c334-1a0d-4700-9a85-856ceb778085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:35.956324 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f38c334-1a0d-4700-9a85-856ceb778085 None None] Network 9608c807-e9e9-4b8f-8325-c001ecd1f2ef is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:31:35.957637 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-4f38c334-1a0d-4700-9a85-856ceb778085 None None] Resources bound (agent type, host, resource id): {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:31:35.960152 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f38c334-1a0d-4700-9a85-856ceb778085 None None] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:31:36.014652 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-4f38c334-1a0d-4700-9a85-856ceb778085 None None] Attempting to bind port ddbca5c2-d4c5-4a18-9830-b126097eb8fe on host dv-cinder-766752-1-smb for vnic_type normal with profile {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:31:36.015067 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-4f38c334-1a0d-4700-9a85-856ceb778085 None None] Attempting to bind port ddbca5c2-d4c5-4a18-9830-b126097eb8fe by drivers openvswitch on host dv-cinder-766752-1-smb at level 0 using segments [{'id': 'a23217a0-f235-4bdd-9e00-86381854dae2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9608c807-e9e9-4b8f-8325-c001ecd1f2ef'}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:31:36.015487 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f38c334-1a0d-4700-9a85-856ceb778085 None None] Attempting to bind port ddbca5c2-d4c5-4a18-9830-b126097eb8fe on network 9608c807-e9e9-4b8f-8325-c001ecd1f2ef {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:31:36.021282 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f38c334-1a0d-4700-9a85-856ceb778085 None None] Checking agent: {'id': 'f164431f-4e07-4bd6-ace5-674ca64419be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 17), 'started_at': datetime.datetime(2020, 12, 11, 16, 17, 47), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:31:36.021694 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f38c334-1a0d-4700-9a85-856ceb778085 None None] Checking segment: {'id': 'a23217a0-f235-4bdd-9e00-86381854dae2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9608c807-e9e9-4b8f-8325-c001ecd1f2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:31:36.022140 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4f38c334-1a0d-4700-9a85-856ceb778085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:36.022575 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f38c334-1a0d-4700-9a85-856ceb778085 None None] Bound using segment: {'id': 'a23217a0-f235-4bdd-9e00-86381854dae2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9608c807-e9e9-4b8f-8325-c001ecd1f2ef'} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:31:36.023085 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-4f38c334-1a0d-4700-9a85-856ceb778085 None None] Bound port: ddbca5c2-d4c5-4a18-9830-b126097eb8fe, host: dv-cinder-766752-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a23217a0-f235-4bdd-9e00-86381854dae2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9608c807-e9e9-4b8f-8325-c001ecd1f2ef'}}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:31:36.023516 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4f38c334-1a0d-4700-9a85-856ceb778085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:36.098530 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-2c4054df-2ec2-492c-93d1-a1bbe76651ca admin admin] Allocated IP 172.28.1.177 (ad2ee80a-1b86-455c-8869-eab43da82ba0/ba014d62-0f8d-4c1a-b66b-b32d18d6affa/779d727c-9afb-4f17-a9c8-50ae9fd0f35b) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:31:36.112341 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-4f38c334-1a0d-4700-9a85-856ceb778085 None None] For port ddbca5c2-d4c5-4a18-9830-b126097eb8fe, host dv-cinder-766752-1-smb, cleared binding levels {{(pid=80244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:31:36.115485 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-4f38c334-1a0d-4700-9a85-856ceb778085 None None] For port ddbca5c2-d4c5-4a18-9830-b126097eb8fe, host dv-cinder-766752-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=ddbca5c2-d4c5-4a18-9830-b126097eb8fe,segment=NetworkSegment(a23217a0-f235-4bdd-9e00-86381854dae2),segment_id=a23217a0-f235-4bdd-9e00-86381854dae2)] {{(pid=80244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:31:36.119029 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4f38c334-1a0d-4700-9a85-856ceb778085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:36.134559 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:36.256115 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2c4054df-2ec2-492c-93d1-a1bbe76651ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:36.283042 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f38c334-1a0d-4700-9a85-856ceb778085 None None] Pushing event updated for resources: {'Port': ['ID=ddbca5c2-d4c5-4a18-9830-b126097eb8fe,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:36.283284 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2c4054df-2ec2-492c-93d1-a1bbe76651ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:36.288551 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4f38c334-1a0d-4700-9a85-856ceb778085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:36.301282 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ff119128-9755-432f-9d43-78795f398ca5 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:36.437336 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4054df-2ec2-492c-93d1-a1bbe76651ca admin admin] Pushing event updated for resources: {'Port': ['ID=779d727c-9afb-4f17-a9c8-50ae9fd0f35b,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:36.440588 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2c4054df-2ec2-492c-93d1-a1bbe76651ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:36.492608 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4054df-2ec2-492c-93d1-a1bbe76651ca admin admin] Network ad2ee80a-1b86-455c-8869-eab43da82ba0 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:31:36.493800 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-2c4054df-2ec2-492c-93d1-a1bbe76651ca admin admin] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:31:36.496117 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4054df-2ec2-492c-93d1-a1bbe76651ca admin admin] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:31:36.969937 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2c4054df-2ec2-492c-93d1-a1bbe76651ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:37.318671 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2c4054df-2ec2-492c-93d1-a1bbe76651ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415698'] for router, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:37.532000 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4054df-2ec2-492c-93d1-a1bbe76651ca admin admin] Router 4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2 is scheduled to L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 with binding_index 1 {{(pid=80243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 11 16:31:37.697534 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ead3b1-0c4d-4aa7-9267-07a382d628d7 None None] Network 9608c807-e9e9-4b8f-8325-c001ecd1f2ef requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:31:37.725554 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4054df-2ec2-492c-93d1-a1bbe76651ca admin admin] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:31:37.737477 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cabcd81-a5b4-4161-855c-a20070c46931 None None] Sync routers for ids ['4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2'] in dv-cinder-766752-1-smb {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:31:37.748933 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cabcd81-a5b4-4161-855c-a20070c46931 None None] Routers {'4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:31:37.749145 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2c4054df-2ec2-492c-93d1-a1bbe76651ca admin admin] Notify callbacks [] for router, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:37.749832 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-4cabcd81-a5b4-4161-855c-a20070c46931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:31:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:37.753114 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-2c4054df-2ec2-492c-93d1-a1bbe76651ca admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8556538 Dec 11 16:31:37.753332 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 45642) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:38.039420 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-eb1a92c6-287b-46de-9236-f6585de82ee6 None None] Provisioning for port ddbca5c2-d4c5-4a18-9830-b126097eb8fe completed by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:31:38.052965 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 6 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:31:38.119796 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-4cabcd81-a5b4-4161-855c-a20070c46931 None None] Set router 4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2 gateway port host: dv-cinder-766752-1-smb {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:31:38.525858 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device ddbca5c2-d4c5-4a18-9830-b126097eb8fe up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:31:38.561417 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-4cabcd81-a5b4-4161-855c-a20070c46931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'name': 'tempest-TestShelveInstance-1280437860-router', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '779d727c-9afb-4f17-a9c8-50ae9fd0f35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:34Z', 'updated_at': '2020-12-11T16:31:36Z', 'revision_number': 3, 'project_id': 'aa6c0591fe514a1ab2514acde78d754f', 'gw_port': {'id': '779d727c-9afb-4f17-a9c8-50ae9fd0f35b', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:35Z', 'updated_at': '2020-12-11T16:31:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:38.566122 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cabcd81-a5b4-4161-855c-a20070c46931 None None] Checking router: 4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2 for host: dv-cinder-766752-1-smb {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:31:38.566850 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cabcd81-a5b4-4161-855c-a20070c46931 None None] Updating router 4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2 port 779d727c-9afb-4f17-a9c8-50ae9fd0f35b binding host dv-cinder-766752-1-smb {{(pid=80245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 11 16:31:38.662806 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning for port ddbca5c2-d4c5-4a18-9830-b126097eb8fe completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:31:38.665884 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4cabcd81-a5b4-4161-855c-a20070c46931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:38.669584 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port ddbca5c2-d4c5-4a18-9830-b126097eb8fe triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:31:38.670159 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:38.794051 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9e5f4961-a752-41e5-9f01-909408ba36d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:38.823015 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:38.857569 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] For port ddbca5c2-d4c5-4a18-9830-b126097eb8fe, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=ddbca5c2-d4c5-4a18-9830-b126097eb8fe,segment=NetworkSegment(a23217a0-f235-4bdd-9e00-86381854dae2),segment_id=a23217a0-f235-4bdd-9e00-86381854dae2)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:31:38.860859 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:38.863844 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:38.931336 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-92286c1c-38c6-4ae3-9ae6-d17df199be68 None None] Provisioning complete for port ddbca5c2-d4c5-4a18-9830-b126097eb8fe triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:31:38.931709 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-92286c1c-38c6-4ae3-9ae6-d17df199be68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:38.994477 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Pushing event updated for resources: {'Port': ['ID=ddbca5c2-d4c5-4a18-9830-b126097eb8fe,revision_number=3']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:38.999823 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:39.123912 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4cabcd81-a5b4-4161-855c-a20070c46931 None None] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:39.136576 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-4cabcd81-a5b4-4161-855c-a20070c46931 None None] Transition to ACTIVE for port object 779d727c-9afb-4f17-a9c8-50ae9fd0f35b will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:31:39.140667 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4cabcd81-a5b4-4161-855c-a20070c46931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:39.162529 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:39.182245 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-9e5f4961-a752-41e5-9f01-909408ba36d1 admin admin] Allocated IP 172.20.0.1 (9608c807-e9e9-4b8f-8325-c001ecd1f2ef/43a58137-6523-4358-b1d2-c22acc7c3c84/1c078a21-fd7b-470c-a23b-ab0c8c38fa98) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:31:39.293349 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ba546-a48e-4662-9622-5475bcbed572 None None] Pushing event updated for resources: {'Port': ['ID=779d727c-9afb-4f17-a9c8-50ae9fd0f35b,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:39.307809 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ba546-a48e-4662-9622-5475bcbed572 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:39.307809 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ba546-a48e-4662-9622-5475bcbed572 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:39.307809 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ba546-a48e-4662-9622-5475bcbed572 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:39.308142 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ba546-a48e-4662-9622-5475bcbed572 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:39.308233 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ba546-a48e-4662-9622-5475bcbed572 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:39.308929 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ba546-a48e-4662-9622-5475bcbed572 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:39.308929 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ba546-a48e-4662-9622-5475bcbed572 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:39.309227 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ba546-a48e-4662-9622-5475bcbed572 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:39.310226 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ba546-a48e-4662-9622-5475bcbed572 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:39.310226 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ba546-a48e-4662-9622-5475bcbed572 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:39.310226 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ba546-a48e-4662-9622-5475bcbed572 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:39.311126 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ba546-a48e-4662-9622-5475bcbed572 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:39.311482 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ba546-a48e-4662-9622-5475bcbed572 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:39.311946 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ba546-a48e-4662-9622-5475bcbed572 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:39.312530 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ba546-a48e-4662-9622-5475bcbed572 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:39.312888 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ba546-a48e-4662-9622-5475bcbed572 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:39.313241 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ba546-a48e-4662-9622-5475bcbed572 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:39.313596 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ba546-a48e-4662-9622-5475bcbed572 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:39.313949 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ba546-a48e-4662-9622-5475bcbed572 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:39.314297 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ba546-a48e-4662-9622-5475bcbed572 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:39.314651 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ba546-a48e-4662-9622-5475bcbed572 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:39.315161 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ba546-a48e-4662-9622-5475bcbed572 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:39.315556 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ba546-a48e-4662-9622-5475bcbed572 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:39.315915 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ba546-a48e-4662-9622-5475bcbed572 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:39.330333 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-902ba546-a48e-4662-9622-5475bcbed572 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:39.349428 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9e5f4961-a752-41e5-9f01-909408ba36d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:39.368235 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-9e5f4961-a752-41e5-9f01-909408ba36d1 admin admin] Transition to ACTIVE for port object 1c078a21-fd7b-470c-a23b-ab0c8c38fa98 will not be triggered until provisioned by entity DHCP. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:31:39.379956 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-4cabcd81-a5b4-4161-855c-a20070c46931 None None] Attempting to bind port 779d727c-9afb-4f17-a9c8-50ae9fd0f35b on host dv-cinder-766752-1-smb for vnic_type normal with profile {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:31:39.380361 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-4cabcd81-a5b4-4161-855c-a20070c46931 None None] Attempting to bind port 779d727c-9afb-4f17-a9c8-50ae9fd0f35b by drivers openvswitch on host dv-cinder-766752-1-smb at level 0 using segments [{'id': 'fa6d7e3f-32fe-4ab3-b890-6946fd39c952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:31:39.380756 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cabcd81-a5b4-4161-855c-a20070c46931 None None] Attempting to bind port 779d727c-9afb-4f17-a9c8-50ae9fd0f35b on network ad2ee80a-1b86-455c-8869-eab43da82ba0 {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:31:39.386682 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cabcd81-a5b4-4161-855c-a20070c46931 None None] Checking agent: {'id': 'f164431f-4e07-4bd6-ace5-674ca64419be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 17), 'started_at': datetime.datetime(2020, 12, 11, 16, 17, 47), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:31:39.386967 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cabcd81-a5b4-4161-855c-a20070c46931 None None] Checking segment: {'id': 'fa6d7e3f-32fe-4ab3-b890-6946fd39c952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:31:39.387560 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4cabcd81-a5b4-4161-855c-a20070c46931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:39.387887 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cabcd81-a5b4-4161-855c-a20070c46931 None None] Bound using segment: {'id': 'fa6d7e3f-32fe-4ab3-b890-6946fd39c952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:31:39.388296 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9e5f4961-a752-41e5-9f01-909408ba36d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:39.388445 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-4cabcd81-a5b4-4161-855c-a20070c46931 None None] Bound port: 779d727c-9afb-4f17-a9c8-50ae9fd0f35b, host: dv-cinder-766752-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6d7e3f-32fe-4ab3-b890-6946fd39c952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:31:39.388864 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4cabcd81-a5b4-4161-855c-a20070c46931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:39.403853 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d9bbd1ee-330b-4401-b99c-8c315f34400d tempest-VolumesSnapshotTestJSON-184542210 tempest-VolumesSnapshotTestJSON-184542210] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:39.464627 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-4cabcd81-a5b4-4161-855c-a20070c46931 None None] For port 779d727c-9afb-4f17-a9c8-50ae9fd0f35b, host dv-cinder-766752-1-smb, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:31:39.468180 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-4cabcd81-a5b4-4161-855c-a20070c46931 None None] For port 779d727c-9afb-4f17-a9c8-50ae9fd0f35b, host dv-cinder-766752-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=779d727c-9afb-4f17-a9c8-50ae9fd0f35b,segment=NetworkSegment(fa6d7e3f-32fe-4ab3-b890-6946fd39c952),segment_id=fa6d7e3f-32fe-4ab3-b890-6946fd39c952)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:31:39.471924 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4cabcd81-a5b4-4161-855c-a20070c46931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:39.488062 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-99303963-47cd-4e04-89af-0f3245c79c5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:39.543271 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f4961-a752-41e5-9f01-909408ba36d1 admin admin] Pushing event updated for resources: {'Port': ['ID=1c078a21-fd7b-470c-a23b-ab0c8c38fa98,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:39.547277 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9e5f4961-a752-41e5-9f01-909408ba36d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:39.598359 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5f4961-a752-41e5-9f01-909408ba36d1 admin admin] Network 9608c807-e9e9-4b8f-8325-c001ecd1f2ef is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:31:39.599497 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-9e5f4961-a752-41e5-9f01-909408ba36d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:31:39.601873 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5f4961-a752-41e5-9f01-909408ba36d1 admin admin] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:31:39.638280 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ba546-a48e-4662-9622-5475bcbed572 None None] Pushing event updated for resources: {'Port': ['ID=779d727c-9afb-4f17-a9c8-50ae9fd0f35b,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:39.645561 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-902ba546-a48e-4662-9622-5475bcbed572 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:39.667612 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9e5f4961-a752-41e5-9f01-909408ba36d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854360292'] for router_interface, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:39.695567 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cabcd81-a5b4-4161-855c-a20070c46931 None None] Routers {'4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:31:39.696396 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-4cabcd81-a5b4-4161-855c-a20070c46931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:31:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:39.796903 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9e5f4961-a752-41e5-9f01-909408ba36d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:39.890682 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-8167b350-3bc6-4401-b3ad-e63d6fb13ee8 None None] Provisioning for port 1c078a21-fd7b-470c-a23b-ab0c8c38fa98 completed by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:31:39.896805 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-8167b350-3bc6-4401-b3ad-e63d6fb13ee8 None None] Provisioning complete for port 1c078a21-fd7b-470c-a23b-ab0c8c38fa98 triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:31:39.897353 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8167b350-3bc6-4401-b3ad-e63d6fb13ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:39.898553 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-4cabcd81-a5b4-4161-855c-a20070c46931 None None] Set router 4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2 gateway port host: dv-cinder-766752-1-smb {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:31:39.959923 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-8167b350-3bc6-4401-b3ad-e63d6fb13ee8 None None] Port 1c078a21-fd7b-470c-a23b-ab0c8c38fa98 cannot update to ACTIVE because it is not bound. {{(pid=80244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 11 16:31:40.121412 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9e5f4961-a752-41e5-9f01-909408ba36d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:40.126692 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9e5f4961-a752-41e5-9f01-909408ba36d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:40.156259 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:40.235591 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f4961-a752-41e5-9f01-909408ba36d1 admin admin] Pushing event updated for resources: {'Port': ['ID=1c078a21-fd7b-470c-a23b-ab0c8c38fa98,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:40.238246 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9e5f4961-a752-41e5-9f01-909408ba36d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851505865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854361349'] for router_interface, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:40.238464 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-4cabcd81-a5b4-4161-855c-a20070c46931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'name': 'tempest-TestShelveInstance-1280437860-router', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '779d727c-9afb-4f17-a9c8-50ae9fd0f35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:34Z', 'updated_at': '2020-12-11T16:31:39Z', 'revision_number': 4, 'project_id': 'aa6c0591fe514a1ab2514acde78d754f', 'gw_port': {'id': '779d727c-9afb-4f17-a9c8-50ae9fd0f35b', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:35Z', 'updated_at': '2020-12-11T16:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': '1c078a21-fd7b-470c-a23b-ab0c8c38fa98', 'name': '', 'network_id': '9608c807-e9e9-4b8f-8325-c001ecd1f2ef', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'mac_address': 'fa:16:3e:3e:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '43a58137-6523-4358-b1d2-c22acc7c3c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:38Z', 'updated_at': '2020-12-11T16:31:39Z', 'revision_number': 1, 'project_id': 'aa6c0591fe514a1ab2514acde78d754f', 'subnets': [{'id': '43a58137-6523-4358-b1d2-c22acc7c3c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:40.243589 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cabcd81-a5b4-4161-855c-a20070c46931 None None] The sync data for ids ['4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2'] in dv-cinder-766752-1-smb is: [{'id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'name': 'tempest-TestShelveInstance-1280437860-router', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '779d727c-9afb-4f17-a9c8-50ae9fd0f35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:34Z', 'updated_at': '2020-12-11T16:31:39Z', 'revision_number': 4, 'project_id': 'aa6c0591fe514a1ab2514acde78d754f', 'gw_port': {'id': '779d727c-9afb-4f17-a9c8-50ae9fd0f35b', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:35Z', 'updated_at': '2020-12-11T16:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': '1c078a21-fd7b-470c-a23b-ab0c8c38fa98', 'name': '', 'network_id': '9608c807-e9e9-4b8f-8325-c001ecd1f2ef', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'mac_address': 'fa:16:3e:3e:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '43a58137-6523-4358-b1d2-c22acc7c3c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:38Z', 'updated_at': '2020-12-11T16:31:39Z', 'revision_number': 1, 'project_id': 'aa6c0591fe514a1ab2514acde78d754f', 'subnets': [{'id': '43a58137-6523-4358-b1d2-c22acc7c3c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:31:40.258758 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9e5f4961-a752-41e5-9f01-909408ba36d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:40.388186 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5f4961-a752-41e5-9f01-909408ba36d1 admin admin] Network 9608c807-e9e9-4b8f-8325-c001ecd1f2ef is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:31:40.389812 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-9e5f4961-a752-41e5-9f01-909408ba36d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:31:40.473368 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device ddbca5c2-d4c5-4a18-9830-b126097eb8fe up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:31:40.560341 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port ddbca5c2-d4c5-4a18-9830-b126097eb8fe triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:31:40.561341 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:40.602355 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5f4961-a752-41e5-9f01-909408ba36d1 admin admin] Router 4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2 has already been hosted by L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 {{(pid=80243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 11 16:31:40.729322 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-29ba4e07-75b9-45ac-8d87-6a0c38ca3b92 None None] Provisioning complete for port 1c078a21-fd7b-470c-a23b-ab0c8c38fa98 triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:31:40.729479 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-29ba4e07-75b9-45ac-8d87-6a0c38ca3b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:40.796179 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-29ba4e07-75b9-45ac-8d87-6a0c38ca3b92 None None] Port 1c078a21-fd7b-470c-a23b-ab0c8c38fa98 cannot update to ACTIVE because it is not bound. {{(pid=80244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 11 16:31:40.847051 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5f4961-a752-41e5-9f01-909408ba36d1 admin admin] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:31:40.856891 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-9e5f4961-a752-41e5-9f01-909408ba36d1 admin admin] 10.222.0.45 "PUT /v2.0/routers/4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1024511 Dec 11 16:31:41.818739 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 45700) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:41.825040 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-26f0d00c-fbe2-419f-978e-a157b82e7d7a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-266721973-network', 'tenant_id': '515a8ff7e0c14fb3a88763e927bed3dc'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:31:41.830857 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-26f0d00c-fbe2-419f-978e-a157b82e7d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:31:41.834957 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-26f0d00c-fbe2-419f-978e-a157b82e7d7a admin admin] Usage tracker for resource:network and tenant:515a8ff7e0c14fb3a88763e927bed3dc is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:31:41.837952 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-26f0d00c-fbe2-419f-978e-a157b82e7d7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:31:41.843725 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-26f0d00c-fbe2-419f-978e-a157b82e7d7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:31:41.854067 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f0d00c-fbe2-419f-978e-a157b82e7d7a admin admin] Made reservation on behalf of 515a8ff7e0c14fb3a88763e927bed3dc for: {'network': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:31:41.858946 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-26f0d00c-fbe2-419f-978e-a157b82e7d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for network, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:41.875960 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-26f0d00c-fbe2-419f-978e-a157b82e7d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:41.891705 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-26f0d00c-fbe2-419f-978e-a157b82e7d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:31:41.895722 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-26f0d00c-fbe2-419f-978e-a157b82e7d7a admin admin] Usage tracker for resource:security_group_rule and tenant:515a8ff7e0c14fb3a88763e927bed3dc is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:31:41.898645 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-26f0d00c-fbe2-419f-978e-a157b82e7d7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:31:41.904621 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-26f0d00c-fbe2-419f-978e-a157b82e7d7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:31:41.989346 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-26f0d00c-fbe2-419f-978e-a157b82e7d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:41.992207 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-26f0d00c-fbe2-419f-978e-a157b82e7d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:41.996369 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-569c8871-872f-4bbf-8831-0b5dec2ff91b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:42.027995 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f0d00c-fbe2-419f-978e-a157b82e7d7a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 11 16:31:42.037219 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0d00c-fbe2-419f-978e-a157b82e7d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ad3748-ffec-4240-a893-4776ea1bfbaf,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:42.041154 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-26f0d00c-fbe2-419f-978e-a157b82e7d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:42.044022 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-26f0d00c-fbe2-419f-978e-a157b82e7d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:42.044402 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-26f0d00c-fbe2-419f-978e-a157b82e7d7a admin admin] Added segment 7ce39f39-60d7-4e84-bf5e-3845dd5d9dfe of type vxlan for network d14dedf5-bc88-4913-bddb-c881c3b94f19 Dec 11 16:31:42.071854 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-26f0d00c-fbe2-419f-978e-a157b82e7d7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769896439940'] for network, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:42.100543 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-26f0d00c-fbe2-419f-978e-a157b82e7d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882'] for network, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:42.101779 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f0d00c-fbe2-419f-978e-a157b82e7d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:42.102408 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-26f0d00c-fbe2-419f-978e-a157b82e7d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:42.108291 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:42.213635 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-26f0d00c-fbe2-419f-978e-a157b82e7d7a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.3936450 Dec 11 16:31:42.214496 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0d00c-fbe2-419f-978e-a157b82e7d7a admin admin] Pushing event updated for resources: {'Network': ['ID=d14dedf5-bc88-4913-bddb-c881c3b94f19,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:42.216760 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 45704) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:42.217548 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-26f0d00c-fbe2-419f-978e-a157b82e7d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:42.223101 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-18bfb1c8-eb3d-4fbb-b8c5-49ca5f377699 admin admin] Request body: {'subnet': {'network_id': 'd14dedf5-bc88-4913-bddb-c881c3b94f19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-266721973-subnet', 'tenant_id': '515a8ff7e0c14fb3a88763e927bed3dc', 'ip_version': 4}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:31:42.226344 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Network d14dedf5-bc88-4913-bddb-c881c3b94f19 details requested by agent ovs-agent-dv-cinder-766752-1-smb with host dv-cinder-766752-1-smb {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:31:42.228666 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-18bfb1c8-eb3d-4fbb-b8c5-49ca5f377699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:31:42.233308 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-18bfb1c8-eb3d-4fbb-b8c5-49ca5f377699 admin admin] Usage tracker for resource:subnet and tenant:515a8ff7e0c14fb3a88763e927bed3dc is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:31:42.236536 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-18bfb1c8-eb3d-4fbb-b8c5-49ca5f377699 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:31:42.242441 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-18bfb1c8-eb3d-4fbb-b8c5-49ca5f377699 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:31:42.253952 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bfb1c8-eb3d-4fbb-b8c5-49ca5f377699 admin admin] Made reservation on behalf of 515a8ff7e0c14fb3a88763e927bed3dc for: {'subnet': 1} {{(pid=80242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:31:42.258716 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-18bfb1c8-eb3d-4fbb-b8c5-49ca5f377699 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15102614'] for subnet, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:42.291287 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Network d14dedf5-bc88-4913-bddb-c881c3b94f19 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:31:42.490476 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 779d727c-9afb-4f17-a9c8-50ae9fd0f35b up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:31:42.565493 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning for port 779d727c-9afb-4f17-a9c8-50ae9fd0f35b completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:31:42.570499 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port 779d727c-9afb-4f17-a9c8-50ae9fd0f35b triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:31:42.571325 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:42.692839 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:42.695223 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-18bfb1c8-eb3d-4fbb-b8c5-49ca5f377699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839577828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15102597'] for subnet, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:42.711012 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] For port 779d727c-9afb-4f17-a9c8-50ae9fd0f35b, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=779d727c-9afb-4f17-a9c8-50ae9fd0f35b,segment=NetworkSegment(fa6d7e3f-32fe-4ab3-b890-6946fd39c952),segment_id=fa6d7e3f-32fe-4ab3-b890-6946fd39c952)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:31:42.715006 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:42.717557 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:42.766603 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:42.791162 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Pushing event updated for resources: {'Port': ['ID=779d727c-9afb-4f17-a9c8-50ae9fd0f35b,revision_number=4']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:42.800135 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:42.800436 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:42.800817 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:42.801195 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:42.801568 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:42.802090 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:42.802459 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:42.802827 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:42.803191 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:42.803598 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:42.804107 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:42.804473 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:42.804878 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:42.805241 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:42.805606 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:42.805967 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:42.806329 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:42.806695 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:42.807052 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:42.807417 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:42.807804 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:42.808171 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:42.808530 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:42.809351 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:42.821468 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:42.872948 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bfb1c8-eb3d-4fbb-b8c5-49ca5f377699 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87fb7ead-be5d-4794-9c65-015d6868b3f8,revision_number=0']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:42.877915 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-18bfb1c8-eb3d-4fbb-b8c5-49ca5f377699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:42.942504 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bfb1c8-eb3d-4fbb-b8c5-49ca5f377699 admin admin] Checking segment: {'id': '7ce39f39-60d7-4e84-bf5e-3845dd5d9dfe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd14dedf5-bc88-4913-bddb-c881c3b94f19'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:31:42.943173 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bfb1c8-eb3d-4fbb-b8c5-49ca5f377699 admin admin] Network hostable DHCP agents. Network: d14dedf5-bc88-4913-bddb-c881c3b94f19, hostable agents: ['152ea6c3-4f92-4bdd-b82f-bafaeb087025'], hosted agents: [] {{(pid=80242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 11 16:31:42.965159 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bfb1c8-eb3d-4fbb-b8c5-49ca5f377699 admin admin] Network d14dedf5-bc88-4913-bddb-c881c3b94f19 is scheduled to be hosted by DHCP agent 152ea6c3-4f92-4bdd-b82f-bafaeb087025 with binding_index 1 {{(pid=80242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 11 16:31:42.976342 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-18bfb1c8-eb3d-4fbb-b8c5-49ca5f377699 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-smb, d14dedf5-bc88-4913-bddb-c881c3b94f19) {{(pid=80242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:31:42.986609 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f38406-0d18-4e42-bf8f-8c31c336cff3 None None] Network d14dedf5-bc88-4913-bddb-c881c3b94f19 requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:31:42.998700 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bfb1c8-eb3d-4fbb-b8c5-49ca5f377699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:42.999657 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-18bfb1c8-eb3d-4fbb-b8c5-49ca5f377699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for subnet, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:43.025625 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-18bfb1c8-eb3d-4fbb-b8c5-49ca5f377699 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8073831 Dec 11 16:31:43.028134 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 45716) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:43.034940 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-12d743f9-46dd-45f0-8904-e4f1865a87c4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-266721973-router', 'tenant_id': '515a8ff7e0c14fb3a88763e927bed3dc', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'}}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:31:43.040774 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-12d743f9-46dd-45f0-8904-e4f1865a87c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:31:43.047152 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-12d743f9-46dd-45f0-8904-e4f1865a87c4 admin admin] Usage tracker for resource:router and tenant:515a8ff7e0c14fb3a88763e927bed3dc is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:31:43.050344 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-12d743f9-46dd-45f0-8904-e4f1865a87c4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:31:43.057979 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-12d743f9-46dd-45f0-8904-e4f1865a87c4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:31:43.075234 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-12d743f9-46dd-45f0-8904-e4f1865a87c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854359915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774664'] for router, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:43.077250 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-12d743f9-46dd-45f0-8904-e4f1865a87c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854362306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-515724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1088'] for router, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:43.096368 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-12d743f9-46dd-45f0-8904-e4f1865a87c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:43.244419 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83facd8-0f67-4c59-a511-64484b330d11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc3d95e0-9722-56b3-ab5c-a7335d02e18f-d14dedf5-bc88-4913-bddb-c881c3b94f19', 'network_id': 'd14dedf5-bc88-4913-bddb-c881c3b94f19', 'tenant_id': '515a8ff7e0c14fb3a88763e927bed3dc', 'fixed_ips': [{'subnet_id': '87fb7ead-be5d-4794-9c65-015d6868b3f8'}]}} from dv-cinder-766752-1-smb. {{(pid=80244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 11 16:31:43.245391 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c83facd8-0f67-4c59-a511-64484b330d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:43.413561 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-12d743f9-46dd-45f0-8904-e4f1865a87c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854360120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854359898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1105'] for router, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:43.541871 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-c83facd8-0f67-4c59-a511-64484b330d11 None None] Allocated IP 172.20.0.2 (d14dedf5-bc88-4913-bddb-c881c3b94f19/87fb7ead-be5d-4794-9c65-015d6868b3f8/f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:31:43.699664 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a812c5-cd40-4662-8e3c-10e48ff93d07 None None] Sync routers for ids ['4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2'] in dv-cinder-766752-1-smb {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:31:43.757965 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a812c5-cd40-4662-8e3c-10e48ff93d07 None None] Routers {'4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:31:43.758577 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-52a812c5-cd40-4662-8e3c-10e48ff93d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:31:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:43.931849 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c83facd8-0f67-4c59-a511-64484b330d11 None None] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:43.939957 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dd964774-a78d-4348-99bd-bb7c92dab8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:43.951751 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c83facd8-0f67-4c59-a511-64484b330d11 None None] Transition to ACTIVE for port object f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07 will not be triggered until provisioned by entity L2. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:31:43.952526 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-12d743f9-46dd-45f0-8904-e4f1865a87c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:43.988080 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c83facd8-0f67-4c59-a511-64484b330d11 None None] Transition to ACTIVE for port object f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07 will not be triggered until provisioned by entity DHCP. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:31:43.996431 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-12d743f9-46dd-45f0-8904-e4f1865a87c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:43.997934 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c83facd8-0f67-4c59-a511-64484b330d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:44.019641 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4f38c334-1a0d-4700-9a85-856ceb778085 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:44.114578 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-52a812c5-cd40-4662-8e3c-10e48ff93d07 None None] Set router 4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2 gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:31:44.230079 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83facd8-0f67-4c59-a511-64484b330d11 None None] Pushing event updated for resources: {'Port': ['ID=f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:44.237062 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c83facd8-0f67-4c59-a511-64484b330d11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:44.337224 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-12d743f9-46dd-45f0-8904-e4f1865a87c4 admin admin] Allocated IP 172.28.1.202 (ad2ee80a-1b86-455c-8869-eab43da82ba0/ba014d62-0f8d-4c1a-b66b-b32d18d6affa/f53c8fe1-b995-4053-9bbc-82d9610fbdc9) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:31:44.546253 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-12d743f9-46dd-45f0-8904-e4f1865a87c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:44.577604 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-12d743f9-46dd-45f0-8904-e4f1865a87c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:44.594672 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-99ff3e69-330f-493e-8ebf-b8e7dfc74288 tempest-VolumesActionsTest-12830284 tempest-VolumesActionsTest-12830284] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:44.601970 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 779d727c-9afb-4f17-a9c8-50ae9fd0f35b up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:31:44.749242 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83facd8-0f67-4c59-a511-64484b330d11 None None] Network d14dedf5-bc88-4913-bddb-c881c3b94f19 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:31:44.754214 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d743f9-46dd-45f0-8904-e4f1865a87c4 admin admin] Pushing event updated for resources: {'Port': ['ID=f53c8fe1-b995-4053-9bbc-82d9610fbdc9,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:44.754836 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-c83facd8-0f67-4c59-a511-64484b330d11 None None] Resources bound (agent type, host, resource id): {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:31:44.758573 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83facd8-0f67-4c59-a511-64484b330d11 None None] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:31:44.759803 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-12d743f9-46dd-45f0-8904-e4f1865a87c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:44.811969 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d743f9-46dd-45f0-8904-e4f1865a87c4 admin admin] Network ad2ee80a-1b86-455c-8869-eab43da82ba0 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:31:44.813343 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-12d743f9-46dd-45f0-8904-e4f1865a87c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:31:44.815697 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d743f9-46dd-45f0-8904-e4f1865a87c4 admin admin] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:31:44.882801 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-c83facd8-0f67-4c59-a511-64484b330d11 None None] Attempting to bind port f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07 on host dv-cinder-766752-1-smb for vnic_type normal with profile {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:31:44.883214 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-c83facd8-0f67-4c59-a511-64484b330d11 None None] Attempting to bind port f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07 by drivers openvswitch on host dv-cinder-766752-1-smb at level 0 using segments [{'id': '7ce39f39-60d7-4e84-bf5e-3845dd5d9dfe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd14dedf5-bc88-4913-bddb-c881c3b94f19'}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:31:44.883649 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83facd8-0f67-4c59-a511-64484b330d11 None None] Attempting to bind port f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07 on network d14dedf5-bc88-4913-bddb-c881c3b94f19 {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:31:44.889749 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port 779d727c-9afb-4f17-a9c8-50ae9fd0f35b triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:31:44.890169 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:44.945985 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83facd8-0f67-4c59-a511-64484b330d11 None None] Checking agent: {'id': 'f164431f-4e07-4bd6-ace5-674ca64419be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 17), 'started_at': datetime.datetime(2020, 12, 11, 16, 17, 47), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:31:44.945985 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83facd8-0f67-4c59-a511-64484b330d11 None None] Checking segment: {'id': '7ce39f39-60d7-4e84-bf5e-3845dd5d9dfe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd14dedf5-bc88-4913-bddb-c881c3b94f19'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:31:44.945985 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c83facd8-0f67-4c59-a511-64484b330d11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:44.945985 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83facd8-0f67-4c59-a511-64484b330d11 None None] Bound using segment: {'id': '7ce39f39-60d7-4e84-bf5e-3845dd5d9dfe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd14dedf5-bc88-4913-bddb-c881c3b94f19'} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:31:44.945985 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-c83facd8-0f67-4c59-a511-64484b330d11 None None] Bound port: f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07, host: dv-cinder-766752-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce39f39-60d7-4e84-bf5e-3845dd5d9dfe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd14dedf5-bc88-4913-bddb-c881c3b94f19'}}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:31:44.945985 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c83facd8-0f67-4c59-a511-64484b330d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:45.041148 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-52a812c5-cd40-4662-8e3c-10e48ff93d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'name': 'tempest-TestShelveInstance-1280437860-router', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '779d727c-9afb-4f17-a9c8-50ae9fd0f35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:34Z', 'updated_at': '2020-12-11T16:31:39Z', 'revision_number': 4, 'project_id': 'aa6c0591fe514a1ab2514acde78d754f', 'gw_port': {'id': '779d727c-9afb-4f17-a9c8-50ae9fd0f35b', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:35Z', 'updated_at': '2020-12-11T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': '1c078a21-fd7b-470c-a23b-ab0c8c38fa98', 'name': '', 'network_id': '9608c807-e9e9-4b8f-8325-c001ecd1f2ef', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'mac_address': 'fa:16:3e:3e:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '43a58137-6523-4358-b1d2-c22acc7c3c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:38Z', 'updated_at': '2020-12-11T16:31:39Z', 'revision_number': 2, 'project_id': 'aa6c0591fe514a1ab2514acde78d754f', 'subnets': [{'id': '43a58137-6523-4358-b1d2-c22acc7c3c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:45.084737 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a812c5-cd40-4662-8e3c-10e48ff93d07 None None] Checking router: 4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2 for host: dv-cinder-766752-1-smb {{(pid=80244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:31:45.085063 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a812c5-cd40-4662-8e3c-10e48ff93d07 None None] Updating router 4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2 port 1c078a21-fd7b-470c-a23b-ab0c8c38fa98 binding host dv-cinder-766752-1-smb {{(pid=80244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 11 16:31:45.192207 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-c83facd8-0f67-4c59-a511-64484b330d11 None None] For port f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07, host dv-cinder-766752-1-smb, cleared binding levels {{(pid=80244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:31:45.194407 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-52a812c5-cd40-4662-8e3c-10e48ff93d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:45.214923 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-c83facd8-0f67-4c59-a511-64484b330d11 None None] For port f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07, host dv-cinder-766752-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07,segment=NetworkSegment(7ce39f39-60d7-4e84-bf5e-3845dd5d9dfe),segment_id=7ce39f39-60d7-4e84-bf5e-3845dd5d9dfe)] {{(pid=80244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:31:45.246581 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c83facd8-0f67-4c59-a511-64484b330d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:45.272221 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a246e46e-85a0-4294-ae03-68febbf34edc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:45.278028 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-12d743f9-46dd-45f0-8904-e4f1865a87c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:45.493921 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83facd8-0f67-4c59-a511-64484b330d11 None None] Pushing event updated for resources: {'Port': ['ID=f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:45.497426 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c83facd8-0f67-4c59-a511-64484b330d11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:45.639211 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-12d743f9-46dd-45f0-8904-e4f1865a87c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415698'] for router, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:45.833925 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-52a812c5-cd40-4662-8e3c-10e48ff93d07 None None] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:45.846576 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-52a812c5-cd40-4662-8e3c-10e48ff93d07 None None] Transition to ACTIVE for port object 1c078a21-fd7b-470c-a23b-ab0c8c38fa98 will not be triggered until provisioned by entity L2. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:31:45.849855 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-52a812c5-cd40-4662-8e3c-10e48ff93d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:45.863203 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d743f9-46dd-45f0-8904-e4f1865a87c4 admin admin] Router 9833be6e-173d-43b7-9940-43aeba45395e is scheduled to L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 with binding_index 1 {{(pid=80243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 11 16:31:45.866562 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:46.017513 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059f6c0-3f2a-421d-a99c-97fca5082fc0 None None] Pushing event updated for resources: {'Port': ['ID=1c078a21-fd7b-470c-a23b-ab0c8c38fa98,revision_number=3']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:46.023012 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8059f6c0-3f2a-421d-a99c-97fca5082fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:46.075816 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d743f9-46dd-45f0-8904-e4f1865a87c4 admin admin] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:31:46.086255 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5a99ab-bbf1-448a-b9f3-70dd1a5e9e23 None None] Sync routers for ids ['9833be6e-173d-43b7-9940-43aeba45395e'] in dv-cinder-766752-1-smb {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:31:46.100846 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5a99ab-bbf1-448a-b9f3-70dd1a5e9e23 None None] Routers {'9833be6e-173d-43b7-9940-43aeba45395e'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:31:46.102070 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-1d5a99ab-bbf1-448a-b9f3-70dd1a5e9e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:31:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['9833be6e-173d-43b7-9940-43aeba45395e'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:46.109706 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-12d743f9-46dd-45f0-8904-e4f1865a87c4 admin admin] Notify callbacks [] for router, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:46.111299 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-12d743f9-46dd-45f0-8904-e4f1865a87c4 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0820801 Dec 11 16:31:46.114252 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 45742) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:46.203099 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-315962d5-fa2f-4260-938b-72d39420cbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:46.230155 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-52a812c5-cd40-4662-8e3c-10e48ff93d07 None None] Attempting to bind port 1c078a21-fd7b-470c-a23b-ab0c8c38fa98 on host dv-cinder-766752-1-smb for vnic_type normal with profile {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:31:46.231753 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-52a812c5-cd40-4662-8e3c-10e48ff93d07 None None] Attempting to bind port 1c078a21-fd7b-470c-a23b-ab0c8c38fa98 by drivers openvswitch on host dv-cinder-766752-1-smb at level 0 using segments [{'id': 'a23217a0-f235-4bdd-9e00-86381854dae2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9608c807-e9e9-4b8f-8325-c001ecd1f2ef'}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:31:46.232893 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a812c5-cd40-4662-8e3c-10e48ff93d07 None None] Attempting to bind port 1c078a21-fd7b-470c-a23b-ab0c8c38fa98 on network 9608c807-e9e9-4b8f-8325-c001ecd1f2ef {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:31:46.239700 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a812c5-cd40-4662-8e3c-10e48ff93d07 None None] Checking agent: {'id': 'f164431f-4e07-4bd6-ace5-674ca64419be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 17), 'started_at': datetime.datetime(2020, 12, 11, 16, 17, 47), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:31:46.240247 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a812c5-cd40-4662-8e3c-10e48ff93d07 None None] Checking segment: {'id': 'a23217a0-f235-4bdd-9e00-86381854dae2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9608c807-e9e9-4b8f-8325-c001ecd1f2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:31:46.240760 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-52a812c5-cd40-4662-8e3c-10e48ff93d07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:46.241265 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a812c5-cd40-4662-8e3c-10e48ff93d07 None None] Bound using segment: {'id': 'a23217a0-f235-4bdd-9e00-86381854dae2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9608c807-e9e9-4b8f-8325-c001ecd1f2ef'} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:31:46.241857 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-52a812c5-cd40-4662-8e3c-10e48ff93d07 None None] Bound port: 1c078a21-fd7b-470c-a23b-ab0c8c38fa98, host: dv-cinder-766752-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a23217a0-f235-4bdd-9e00-86381854dae2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9608c807-e9e9-4b8f-8325-c001ecd1f2ef'}}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:31:46.242342 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-52a812c5-cd40-4662-8e3c-10e48ff93d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:46.372164 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-52a812c5-cd40-4662-8e3c-10e48ff93d07 None None] For port 1c078a21-fd7b-470c-a23b-ab0c8c38fa98, host dv-cinder-766752-1-smb, cleared binding levels {{(pid=80244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:31:46.376062 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-52a812c5-cd40-4662-8e3c-10e48ff93d07 None None] For port 1c078a21-fd7b-470c-a23b-ab0c8c38fa98, host dv-cinder-766752-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=1c078a21-fd7b-470c-a23b-ab0c8c38fa98,segment=NetworkSegment(a23217a0-f235-4bdd-9e00-86381854dae2),segment_id=a23217a0-f235-4bdd-9e00-86381854dae2)] {{(pid=80244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:31:46.379983 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-52a812c5-cd40-4662-8e3c-10e48ff93d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:46.384158 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-1d5a99ab-bbf1-448a-b9f3-70dd1a5e9e23 None None] Set router 9833be6e-173d-43b7-9940-43aeba45395e gateway port host: dv-cinder-766752-1-smb {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:31:46.510027 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c83facd8-0f67-4c59-a511-64484b330d11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:46.646958 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a812c5-cd40-4662-8e3c-10e48ff93d07 None None] Routers {'4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:31:46.647759 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-52a812c5-cd40-4662-8e3c-10e48ff93d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:31:46Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:46.756806 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07 up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:31:46.805226 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-1d5a99ab-bbf1-448a-b9f3-70dd1a5e9e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9833be6e-173d-43b7-9940-43aeba45395e', 'name': 'tempest-TestShelveInstance-266721973-router', 'tenant_id': '515a8ff7e0c14fb3a88763e927bed3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f53c8fe1-b995-4053-9bbc-82d9610fbdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:43Z', 'updated_at': '2020-12-11T16:31:45Z', 'revision_number': 3, 'project_id': '515a8ff7e0c14fb3a88763e927bed3dc', 'gw_port': {'id': 'f53c8fe1-b995-4053-9bbc-82d9610fbdc9', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9833be6e-173d-43b7-9940-43aeba45395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:44Z', 'updated_at': '2020-12-11T16:31:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:46.811196 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5a99ab-bbf1-448a-b9f3-70dd1a5e9e23 None None] Checking router: 9833be6e-173d-43b7-9940-43aeba45395e for host: dv-cinder-766752-1-smb {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:31:46.811623 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5a99ab-bbf1-448a-b9f3-70dd1a5e9e23 None None] Updating router 9833be6e-173d-43b7-9940-43aeba45395e port f53c8fe1-b995-4053-9bbc-82d9610fbdc9 binding host dv-cinder-766752-1-smb {{(pid=80245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 11 16:31:46.885955 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1d5a99ab-bbf1-448a-b9f3-70dd1a5e9e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:47.148062 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059f6c0-3f2a-421d-a99c-97fca5082fc0 None None] Pushing event updated for resources: {'Port': ['ID=1c078a21-fd7b-470c-a23b-ab0c8c38fa98,revision_number=4']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:47.155727 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8059f6c0-3f2a-421d-a99c-97fca5082fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:47.159981 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:47.235924 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning for port f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07 completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:31:47.251935 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-52a812c5-cd40-4662-8e3c-10e48ff93d07 None None] Set router 4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2 gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:31:47.323285 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b173a2a3-426e-4659-b6ac-b51d9a7ce355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:47.394456 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f08a6cc-f65d-4e1e-b803-0b0f8fad5278 None None] Network d14dedf5-bc88-4913-bddb-c881c3b94f19 requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:31:47.572462 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1d5a99ab-bbf1-448a-b9f3-70dd1a5e9e23 None None] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:47.586406 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-1d5a99ab-bbf1-448a-b9f3-70dd1a5e9e23 None None] Transition to ACTIVE for port object f53c8fe1-b995-4053-9bbc-82d9610fbdc9 will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:31:47.590028 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1d5a99ab-bbf1-448a-b9f3-70dd1a5e9e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:47.592097 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-381566a2-8f37-4d20-9ced-2669a1c8fb4d None None] Provisioning for port f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07 completed by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:31:47.611037 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:47.611619 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-381566a2-8f37-4d20-9ced-2669a1c8fb4d None None] Provisioning complete for port f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07 triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:31:47.612440 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-381566a2-8f37-4d20-9ced-2669a1c8fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:47.651208 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:47.688264 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-b173a2a3-426e-4659-b6ac-b51d9a7ce355 admin admin] Allocated IP 172.20.0.1 (d14dedf5-bc88-4913-bddb-c881c3b94f19/87fb7ead-be5d-4794-9c65-015d6868b3f8/073c0fc7-9355-42b0-aa08-9d2d1e78374c) {{(pid=80242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:31:47.867670 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184f9e1-96fc-4978-87ca-e90e3ecbfa4f None None] Pushing event updated for resources: {'Port': ['ID=f53c8fe1-b995-4053-9bbc-82d9610fbdc9,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:47.886320 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7184f9e1-96fc-4978-87ca-e90e3ecbfa4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:47.887512 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b173a2a3-426e-4659-b6ac-b51d9a7ce355 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:47.910402 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-b173a2a3-426e-4659-b6ac-b51d9a7ce355 admin admin] Transition to ACTIVE for port object 073c0fc7-9355-42b0-aa08-9d2d1e78374c will not be triggered until provisioned by entity DHCP. {{(pid=80242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:31:47.938344 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b173a2a3-426e-4659-b6ac-b51d9a7ce355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839577674'] for port, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:47.957909 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-381566a2-8f37-4d20-9ced-2669a1c8fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:48.014457 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-381566a2-8f37-4d20-9ced-2669a1c8fb4d None None] For port f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07,segment=NetworkSegment(7ce39f39-60d7-4e84-bf5e-3845dd5d9dfe),segment_id=7ce39f39-60d7-4e84-bf5e-3845dd5d9dfe)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:31:48.019610 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-52a812c5-cd40-4662-8e3c-10e48ff93d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'name': 'tempest-TestShelveInstance-1280437860-router', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '779d727c-9afb-4f17-a9c8-50ae9fd0f35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:34Z', 'updated_at': '2020-12-11T16:31:39Z', 'revision_number': 4, 'project_id': 'aa6c0591fe514a1ab2514acde78d754f', 'gw_port': {'id': '779d727c-9afb-4f17-a9c8-50ae9fd0f35b', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:35Z', 'updated_at': '2020-12-11T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': '1c078a21-fd7b-470c-a23b-ab0c8c38fa98', 'name': '', 'network_id': '9608c807-e9e9-4b8f-8325-c001ecd1f2ef', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'mac_address': 'fa:16:3e:3e:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '43a58137-6523-4358-b1d2-c22acc7c3c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:38Z', 'updated_at': '2020-12-11T16:31:46Z', 'revision_number': 4, 'project_id': 'aa6c0591fe514a1ab2514acde78d754f', 'subnets': [{'id': '43a58137-6523-4358-b1d2-c22acc7c3c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:48.025742 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-381566a2-8f37-4d20-9ced-2669a1c8fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:48.029713 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:48.052847 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-1d5a99ab-bbf1-448a-b9f3-70dd1a5e9e23 None None] Attempting to bind port f53c8fe1-b995-4053-9bbc-82d9610fbdc9 on host dv-cinder-766752-1-smb for vnic_type normal with profile {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:31:48.053251 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-1d5a99ab-bbf1-448a-b9f3-70dd1a5e9e23 None None] Attempting to bind port f53c8fe1-b995-4053-9bbc-82d9610fbdc9 by drivers openvswitch on host dv-cinder-766752-1-smb at level 0 using segments [{'id': 'fa6d7e3f-32fe-4ab3-b890-6946fd39c952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:31:48.053651 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5a99ab-bbf1-448a-b9f3-70dd1a5e9e23 None None] Attempting to bind port f53c8fe1-b995-4053-9bbc-82d9610fbdc9 on network ad2ee80a-1b86-455c-8869-eab43da82ba0 {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:31:48.060978 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5a99ab-bbf1-448a-b9f3-70dd1a5e9e23 None None] Checking agent: {'id': 'f164431f-4e07-4bd6-ace5-674ca64419be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 17), 'started_at': datetime.datetime(2020, 12, 11, 16, 17, 47), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:31:48.061524 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5a99ab-bbf1-448a-b9f3-70dd1a5e9e23 None None] Checking segment: {'id': 'fa6d7e3f-32fe-4ab3-b890-6946fd39c952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:31:48.061966 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1d5a99ab-bbf1-448a-b9f3-70dd1a5e9e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:48.062394 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5a99ab-bbf1-448a-b9f3-70dd1a5e9e23 None None] Bound using segment: {'id': 'fa6d7e3f-32fe-4ab3-b890-6946fd39c952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:31:48.063038 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-1d5a99ab-bbf1-448a-b9f3-70dd1a5e9e23 None None] Bound port: f53c8fe1-b995-4053-9bbc-82d9610fbdc9, host: dv-cinder-766752-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6d7e3f-32fe-4ab3-b890-6946fd39c952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:31:48.063592 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1d5a99ab-bbf1-448a-b9f3-70dd1a5e9e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:48.071628 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a812c5-cd40-4662-8e3c-10e48ff93d07 None None] The sync data for ids ['4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2'] in dv-cinder-766752-1-smb is: [{'id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'name': 'tempest-TestShelveInstance-1280437860-router', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '779d727c-9afb-4f17-a9c8-50ae9fd0f35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:34Z', 'updated_at': '2020-12-11T16:31:39Z', 'revision_number': 4, 'project_id': 'aa6c0591fe514a1ab2514acde78d754f', 'gw_port': {'id': '779d727c-9afb-4f17-a9c8-50ae9fd0f35b', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:35Z', 'updated_at': '2020-12-11T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': '1c078a21-fd7b-470c-a23b-ab0c8c38fa98', 'name': '', 'network_id': '9608c807-e9e9-4b8f-8325-c001ecd1f2ef', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'mac_address': 'fa:16:3e:3e:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '43a58137-6523-4358-b1d2-c22acc7c3c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:38Z', 'updated_at': '2020-12-11T16:31:46Z', 'revision_number': 4, 'project_id': 'aa6c0591fe514a1ab2514acde78d754f', 'subnets': [{'id': '43a58137-6523-4358-b1d2-c22acc7c3c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:31:48.110586 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-360e8167-9bde-4133-ab91-1ed7a27269e8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:48.136730 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381566a2-8f37-4d20-9ced-2669a1c8fb4d None None] Pushing event updated for resources: {'Port': ['ID=f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07,revision_number=3']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:48.147997 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-381566a2-8f37-4d20-9ced-2669a1c8fb4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:48.185340 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-1d5a99ab-bbf1-448a-b9f3-70dd1a5e9e23 None None] For port f53c8fe1-b995-4053-9bbc-82d9610fbdc9, host dv-cinder-766752-1-smb, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:31:48.193443 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-1d5a99ab-bbf1-448a-b9f3-70dd1a5e9e23 None None] For port f53c8fe1-b995-4053-9bbc-82d9610fbdc9, host dv-cinder-766752-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=f53c8fe1-b995-4053-9bbc-82d9610fbdc9,segment=NetworkSegment(fa6d7e3f-32fe-4ab3-b890-6946fd39c952),segment_id=fa6d7e3f-32fe-4ab3-b890-6946fd39c952)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:31:48.197605 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1d5a99ab-bbf1-448a-b9f3-70dd1a5e9e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:48.218362 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-902ba546-a48e-4662-9622-5475bcbed572 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:48.218855 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173a2a3-426e-4659-b6ac-b51d9a7ce355 admin admin] Pushing event updated for resources: {'Port': ['ID=073c0fc7-9355-42b0-aa08-9d2d1e78374c,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:48.224539 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b173a2a3-426e-4659-b6ac-b51d9a7ce355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:48.287468 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b173a2a3-426e-4659-b6ac-b51d9a7ce355 admin admin] Network d14dedf5-bc88-4913-bddb-c881c3b94f19 is already hosted by enough agents. {{(pid=80242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:31:48.288839 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-b173a2a3-426e-4659-b6ac-b51d9a7ce355 admin admin] Resources bound (agent type, host, resource id): {{(pid=80242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:31:48.291539 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b173a2a3-426e-4659-b6ac-b51d9a7ce355 admin admin] Received port after_create {{(pid=80242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:31:48.360688 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b173a2a3-426e-4659-b6ac-b51d9a7ce355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854360292'] for router_interface, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:48.392744 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184f9e1-96fc-4978-87ca-e90e3ecbfa4f None None] Pushing event updated for resources: {'Port': ['ID=f53c8fe1-b995-4053-9bbc-82d9610fbdc9,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:48.396304 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7184f9e1-96fc-4978-87ca-e90e3ecbfa4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:48.459694 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5a99ab-bbf1-448a-b9f3-70dd1a5e9e23 None None] Routers {'9833be6e-173d-43b7-9940-43aeba45395e'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:31:48.460244 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-1d5a99ab-bbf1-448a-b9f3-70dd1a5e9e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:31:46Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['9833be6e-173d-43b7-9940-43aeba45395e'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:48.469577 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:48.491283 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-970d8f25-d6fc-4302-b07b-ed20c624cd08 None None] Provisioning complete for port f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07 triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:31:48.499968 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-970d8f25-d6fc-4302-b07b-ed20c624cd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:48.613453 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07 up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:31:48.694892 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b173a2a3-426e-4659-b6ac-b51d9a7ce355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:48.741652 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-1d5a99ab-bbf1-448a-b9f3-70dd1a5e9e23 None None] Set router 9833be6e-173d-43b7-9940-43aeba45395e gateway port host: dv-cinder-766752-1-smb {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:31:48.795477 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:31:48.795861 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:48.944756 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 1c078a21-fd7b-470c-a23b-ab0c8c38fa98 up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:31:48.982634 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-f30ed206-767c-4160-b515-86cde2e54c44 None None] Provisioning complete for port f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07 triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:31:48.983001 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f30ed206-767c-4160-b515-86cde2e54c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:49.087635 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b173a2a3-426e-4659-b6ac-b51d9a7ce355 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:49.092542 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b173a2a3-426e-4659-b6ac-b51d9a7ce355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15198093'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:49.117407 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning for port 1c078a21-fd7b-470c-a23b-ab0c8c38fa98 completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:31:49.142095 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port 1c078a21-fd7b-470c-a23b-ab0c8c38fa98 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:31:49.142522 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:49.161293 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-1d5a99ab-bbf1-448a-b9f3-70dd1a5e9e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9833be6e-173d-43b7-9940-43aeba45395e', 'name': 'tempest-TestShelveInstance-266721973-router', 'tenant_id': '515a8ff7e0c14fb3a88763e927bed3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f53c8fe1-b995-4053-9bbc-82d9610fbdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:43Z', 'updated_at': '2020-12-11T16:31:45Z', 'revision_number': 3, 'project_id': '515a8ff7e0c14fb3a88763e927bed3dc', 'gw_port': {'id': 'f53c8fe1-b995-4053-9bbc-82d9610fbdc9', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9833be6e-173d-43b7-9940-43aeba45395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:44Z', 'updated_at': '2020-12-11T16:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:49.167054 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5a99ab-bbf1-448a-b9f3-70dd1a5e9e23 None None] The sync data for ids ['9833be6e-173d-43b7-9940-43aeba45395e'] in dv-cinder-766752-1-smb is: [{'id': '9833be6e-173d-43b7-9940-43aeba45395e', 'name': 'tempest-TestShelveInstance-266721973-router', 'tenant_id': '515a8ff7e0c14fb3a88763e927bed3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f53c8fe1-b995-4053-9bbc-82d9610fbdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:43Z', 'updated_at': '2020-12-11T16:31:45Z', 'revision_number': 3, 'project_id': '515a8ff7e0c14fb3a88763e927bed3dc', 'gw_port': {'id': 'f53c8fe1-b995-4053-9bbc-82d9610fbdc9', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9833be6e-173d-43b7-9940-43aeba45395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:44Z', 'updated_at': '2020-12-11T16:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:31:49.177198 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-fbdf46d6-9516-4753-988b-36e437b456dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:49.308720 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173a2a3-426e-4659-b6ac-b51d9a7ce355 admin admin] Pushing event updated for resources: {'Port': ['ID=073c0fc7-9355-42b0-aa08-9d2d1e78374c,revision_number=2']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:49.322710 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b173a2a3-426e-4659-b6ac-b51d9a7ce355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:49.349953 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b173a2a3-426e-4659-b6ac-b51d9a7ce355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851505865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854361349'] for router_interface, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:49.358669 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:49.399289 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-8dc2445d-d9cf-4e7d-b1a4-3c9186e6d80f None None] Provisioning complete for port f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07 triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:31:49.403595 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8dc2445d-d9cf-4e7d-b1a4-3c9186e6d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:49.459714 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] For port 1c078a21-fd7b-470c-a23b-ab0c8c38fa98, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=1c078a21-fd7b-470c-a23b-ab0c8c38fa98,segment=NetworkSegment(a23217a0-f235-4bdd-9e00-86381854dae2),segment_id=a23217a0-f235-4bdd-9e00-86381854dae2)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:31:49.464502 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:49.469223 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8059f6c0-3f2a-421d-a99c-97fca5082fc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:49.533120 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b173a2a3-426e-4659-b6ac-b51d9a7ce355 admin admin] Network d14dedf5-bc88-4913-bddb-c881c3b94f19 is already hosted by enough agents. {{(pid=80242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:31:49.534392 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-b173a2a3-426e-4659-b6ac-b51d9a7ce355 admin admin] Resources bound (agent type, host, resource id): {{(pid=80242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:31:49.554708 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Pushing event updated for resources: {'Port': ['ID=1c078a21-fd7b-470c-a23b-ab0c8c38fa98,revision_number=5']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:49.561487 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:49.685596 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-8dc2445d-d9cf-4e7d-b1a4-3c9186e6d80f None None] Provisioning for port 073c0fc7-9355-42b0-aa08-9d2d1e78374c completed by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:31:49.691424 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-8dc2445d-d9cf-4e7d-b1a4-3c9186e6d80f None None] Provisioning complete for port 073c0fc7-9355-42b0-aa08-9d2d1e78374c triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:31:49.691900 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8dc2445d-d9cf-4e7d-b1a4-3c9186e6d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:49.832440 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-8dc2445d-d9cf-4e7d-b1a4-3c9186e6d80f None None] Port 073c0fc7-9355-42b0-aa08-9d2d1e78374c cannot update to ACTIVE because it is not bound. {{(pid=80244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 11 16:31:49.874091 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b173a2a3-426e-4659-b6ac-b51d9a7ce355 admin admin] Router 9833be6e-173d-43b7-9940-43aeba45395e has already been hosted by L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 {{(pid=80242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 11 16:31:49.954960 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5241f258-bb94-43c9-8bfb-2ff27ced9331 None None] Provisioning complete for port 073c0fc7-9355-42b0-aa08-9d2d1e78374c triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:31:49.955428 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5241f258-bb94-43c9-8bfb-2ff27ced9331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:50.046611 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-5241f258-bb94-43c9-8bfb-2ff27ced9331 None None] Port 073c0fc7-9355-42b0-aa08-9d2d1e78374c cannot update to ACTIVE because it is not bound. {{(pid=80244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 11 16:31:50.087866 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 45796) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:50.136152 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b173a2a3-426e-4659-b6ac-b51d9a7ce355 admin admin] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:31:50.148224 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-b173a2a3-426e-4659-b6ac-b51d9a7ce355 admin admin] 10.222.0.45 "PUT /v2.0/routers/9833be6e-173d-43b7-9940-43aeba45395e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0320055 Dec 11 16:31:50.318208 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:50.335840 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:31:50.340359 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Usage tracker for resource:security_group_rule and tenant:7c4a0f52d3d64b908c396601b0a9d483 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:31:50.343642 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:31:50.349834 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:31:50.449653 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:50.453386 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:50.475620 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-cc4758f0-243d-40f0-bf50-437bfbd4dd5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:50.496956 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 45812) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:31:50.497173 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7c4a0f52d3d64b908c396601b0a9d483&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4072063 Dec 11 16:31:50.518854 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7fbc5c-acc5-47e9-9c70-014f4b1eb4d9,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:50.527572 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.527983 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.528392 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.528788 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.529710 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.530119 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.530499 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.530885 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.531272 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.531801 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.532058 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.532448 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.532879 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.533270 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.533801 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.534165 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.534554 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.534941 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.535327 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.535738 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.536146 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.536516 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.536958 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.537274 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.545696 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:50.586211 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:50.599300 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 1c078a21-fd7b-470c-a23b-ab0c8c38fa98 up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:31:50.616329 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:50.696885 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:50.698671 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port 1c078a21-fd7b-470c-a23b-ab0c8c38fa98 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:31:50.699254 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:50.702563 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-70898238-d7c0-46fe-b1f2-53ddc131f8e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:50.720937 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7fbc5c-acc5-47e9-9c70-014f4b1eb4d9,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:50.730099 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:50.731547 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4c7fbc5c-acc5-47e9-9c70-014f4b1eb4d9 HTTP/1.1" status: 204 len: 168 time: 0.2333143 Dec 11 16:31:50.733905 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.734582 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.734835 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.735304 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.735790 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.736316 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.736772 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.737231 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.737700 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.738153 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.738608 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.739064 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.739762 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.740396 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.740870 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.741336 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.741802 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.742258 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.742719 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.743173 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.743846 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.744343 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.744805 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.745267 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:31:50.750007 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:50.859663 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device f53c8fe1-b995-4053-9bbc-82d9610fbdc9 up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:31:50.930877 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning for port f53c8fe1-b995-4053-9bbc-82d9610fbdc9 completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:31:50.936476 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port f53c8fe1-b995-4053-9bbc-82d9610fbdc9 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:31:50.936891 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:51.067485 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:51.084078 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] For port f53c8fe1-b995-4053-9bbc-82d9610fbdc9, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=f53c8fe1-b995-4053-9bbc-82d9610fbdc9,segment=NetworkSegment(fa6d7e3f-32fe-4ab3-b890-6946fd39c952),segment_id=fa6d7e3f-32fe-4ab3-b890-6946fd39c952)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:31:51.087518 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:51.089427 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-03deed2f-fd54-4b9d-a2a4-54b49d4beb85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:51.161417 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Pushing event updated for resources: {'Port': ['ID=f53c8fe1-b995-4053-9bbc-82d9610fbdc9,revision_number=4']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:51.164823 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:51.231484 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-e2114f5d-6fbb-45e1-92df-c8ab50136a0d req-a7257b7e-f3e1-4aee-b970-63bf28caba14 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1206016348', 'description': 'tempest-TestShelveInstance-1206016348 description'}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:31:51.238459 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-e2114f5d-6fbb-45e1-92df-c8ab50136a0d req-a7257b7e-f3e1-4aee-b970-63bf28caba14 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:31:51.242748 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-e2114f5d-6fbb-45e1-92df-c8ab50136a0d req-a7257b7e-f3e1-4aee-b970-63bf28caba14 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Usage tracker for resource:security_group and tenant:aa6c0591fe514a1ab2514acde78d754f is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:31:51.246125 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-e2114f5d-6fbb-45e1-92df-c8ab50136a0d req-a7257b7e-f3e1-4aee-b970-63bf28caba14 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:31:51.253109 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-e2114f5d-6fbb-45e1-92df-c8ab50136a0d req-a7257b7e-f3e1-4aee-b970-63bf28caba14 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:31:51.263640 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-e2114f5d-6fbb-45e1-92df-c8ab50136a0d req-a7257b7e-f3e1-4aee-b970-63bf28caba14 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:51.286810 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-e2114f5d-6fbb-45e1-92df-c8ab50136a0d req-a7257b7e-f3e1-4aee-b970-63bf28caba14 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:31:51.291609 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-e2114f5d-6fbb-45e1-92df-c8ab50136a0d req-a7257b7e-f3e1-4aee-b970-63bf28caba14 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Usage tracker for resource:security_group_rule and tenant:aa6c0591fe514a1ab2514acde78d754f is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:31:51.295489 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-e2114f5d-6fbb-45e1-92df-c8ab50136a0d req-a7257b7e-f3e1-4aee-b970-63bf28caba14 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:31:51.304472 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-e2114f5d-6fbb-45e1-92df-c8ab50136a0d req-a7257b7e-f3e1-4aee-b970-63bf28caba14 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:31:51.386820 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-e2114f5d-6fbb-45e1-92df-c8ab50136a0d req-a7257b7e-f3e1-4aee-b970-63bf28caba14 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:51.389765 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-e2114f5d-6fbb-45e1-92df-c8ab50136a0d req-a7257b7e-f3e1-4aee-b970-63bf28caba14 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:51.395252 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0bc0e973-0f89-4851-b90d-606c79374fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:51.437614 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-e2114f5d-6fbb-45e1-92df-c8ab50136a0d req-a7257b7e-f3e1-4aee-b970-63bf28caba14 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:51.438695 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e2114f5d-6fbb-45e1-92df-c8ab50136a0d req-a7257b7e-f3e1-4aee-b970-63bf28caba14 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1757 time: 0.4376402 Dec 11 16:31:51.439538 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7257b7e-f3e1-4aee-b970-63bf28caba14 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Pushing event updated for resources: {'SecurityGroup': ['ID=4509016f-8c8a-49c7-a937-ed738b6eb031,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:51.442714 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a7257b7e-f3e1-4aee-b970-63bf28caba14 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:51.811721 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-83e19c00-3491-46df-b18f-d72a1a9d52cb req-fbf0e133-609e-4d1a-983d-71de50ee0fe4 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups/4509016f-8c8a-49c7-a937-ed738b6eb031 HTTP/1.1" status: 200 len: 1752 time: 0.3377249 Dec 11 16:31:51.822482 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-83e19c00-3491-46df-b18f-d72a1a9d52cb req-9e4c25a1-3904-4c62-9cf4-61fc6a57fbc8 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4509016f-8c8a-49c7-a937-ed738b6eb031', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:31:51.822840 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-83e19c00-3491-46df-b18f-d72a1a9d52cb req-9e4c25a1-3904-4c62-9cf4-61fc6a57fbc8 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4509016f-8c8a-49c7-a937-ed738b6eb031', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:31:51.829811 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-83e19c00-3491-46df-b18f-d72a1a9d52cb req-9e4c25a1-3904-4c62-9cf4-61fc6a57fbc8 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:31:51.833883 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-83e19c00-3491-46df-b18f-d72a1a9d52cb req-9e4c25a1-3904-4c62-9cf4-61fc6a57fbc8 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Usage tracker for resource:security_group_rule and tenant:aa6c0591fe514a1ab2514acde78d754f is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:31:51.836949 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-83e19c00-3491-46df-b18f-d72a1a9d52cb req-9e4c25a1-3904-4c62-9cf4-61fc6a57fbc8 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:31:51.843599 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-83e19c00-3491-46df-b18f-d72a1a9d52cb req-9e4c25a1-3904-4c62-9cf4-61fc6a57fbc8 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:31:51.900840 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-83e19c00-3491-46df-b18f-d72a1a9d52cb req-9e4c25a1-3904-4c62-9cf4-61fc6a57fbc8 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks [] for security_group_rule, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:51.927008 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-83e19c00-3491-46df-b18f-d72a1a9d52cb req-9e4c25a1-3904-4c62-9cf4-61fc6a57fbc8 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:51.930272 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-83e19c00-3491-46df-b18f-d72a1a9d52cb req-9e4c25a1-3904-4c62-9cf4-61fc6a57fbc8 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328036'] for security_group_rule, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:51.938004 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f2909883-ad34-45cf-aaf0-ba72618cfd2f tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:51.960546 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c25a1-3904-4c62-9cf4-61fc6a57fbc8 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5987a9d9-4a64-45f9-bc77-5421a21f9ca1,revision_number=0']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:51.963287 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9e4c25a1-3904-4c62-9cf4-61fc6a57fbc8 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:51.967846 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-83e19c00-3491-46df-b18f-d72a1a9d52cb req-9e4c25a1-3904-4c62-9cf4-61fc6a57fbc8 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks [] for security_group_rule, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:51.969198 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-83e19c00-3491-46df-b18f-d72a1a9d52cb req-9e4c25a1-3904-4c62-9cf4-61fc6a57fbc8 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 754 time: 0.1510594 Dec 11 16:31:52.054953 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0dfb9ce9-3f85-4c00-915d-ddb3a7024d40 req-1626b7c3-9e53-4ff1-b21a-a43042abc333 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups/4509016f-8c8a-49c7-a937-ed738b6eb031 HTTP/1.1" status: 200 len: 2313 time: 0.0521474 Dec 11 16:31:52.079647 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-0dfb9ce9-3f85-4c00-915d-ddb3a7024d40 req-b675503c-df8b-41cb-835d-3d8d2cf03bb5 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4509016f-8c8a-49c7-a937-ed738b6eb031', 'remote_group_id': None}]} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:31:52.080132 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-0dfb9ce9-3f85-4c00-915d-ddb3a7024d40 req-b675503c-df8b-41cb-835d-3d8d2cf03bb5 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4509016f-8c8a-49c7-a937-ed738b6eb031', 'remote_group_id': None}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:31:52.087178 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-0dfb9ce9-3f85-4c00-915d-ddb3a7024d40 req-b675503c-df8b-41cb-835d-3d8d2cf03bb5 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:31:52.093407 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-0dfb9ce9-3f85-4c00-915d-ddb3a7024d40 req-b675503c-df8b-41cb-835d-3d8d2cf03bb5 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Usage tracker for resource:security_group_rule and tenant:aa6c0591fe514a1ab2514acde78d754f is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:31:52.096707 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-0dfb9ce9-3f85-4c00-915d-ddb3a7024d40 req-b675503c-df8b-41cb-835d-3d8d2cf03bb5 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:31:52.103780 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-0dfb9ce9-3f85-4c00-915d-ddb3a7024d40 req-b675503c-df8b-41cb-835d-3d8d2cf03bb5 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:31:52.167599 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-0dfb9ce9-3f85-4c00-915d-ddb3a7024d40 req-b675503c-df8b-41cb-835d-3d8d2cf03bb5 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks [] for security_group_rule, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:52.193701 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-0dfb9ce9-3f85-4c00-915d-ddb3a7024d40 req-b675503c-df8b-41cb-835d-3d8d2cf03bb5 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:52.197045 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-0dfb9ce9-3f85-4c00-915d-ddb3a7024d40 req-b675503c-df8b-41cb-835d-3d8d2cf03bb5 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328036'] for security_group_rule, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:52.199218 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:52.222669 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675503c-df8b-41cb-835d-3d8d2cf03bb5 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82bb144-0934-4d62-861b-2278ca73a896,revision_number=0']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:52.227430 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b675503c-df8b-41cb-835d-3d8d2cf03bb5 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:52.235075 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-0dfb9ce9-3f85-4c00-915d-ddb3a7024d40 req-b675503c-df8b-41cb-835d-3d8d2cf03bb5 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks [] for security_group_rule, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:52.236410 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0dfb9ce9-3f85-4c00-915d-ddb3a7024d40 req-b675503c-df8b-41cb-835d-3d8d2cf03bb5 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 759 time: 0.1734302 Dec 11 16:31:52.524778 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device f53c8fe1-b995-4053-9bbc-82d9610fbdc9 up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:31:52.587993 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb492174-e0d3-4493-af82-4684a7275606 None None] Sync routers for ids ['9833be6e-173d-43b7-9940-43aeba45395e'] in dv-cinder-766752-1-smb {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:31:52.605455 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb492174-e0d3-4493-af82-4684a7275606 None None] Routers {'9833be6e-173d-43b7-9940-43aeba45395e'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:31:52.606542 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-cb492174-e0d3-4493-af82-4684a7275606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:31:46Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['9833be6e-173d-43b7-9940-43aeba45395e'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:52.845365 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54b8ad-209a-45f0-b985-136a828783de req-9ad4ecea-d09b-416e-a2b8-d160aa00d14f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:52.846976 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-eb54b8ad-209a-45f0-b985-136a828783de req-9ad4ecea-d09b-416e-a2b8-d160aa00d14f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.1115627 Dec 11 16:31:52.908830 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-eb54b8ad-209a-45f0-b985-136a828783de req-c05ee8c5-3787-4471-aa71-a1d5e18c0920 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547624 Dec 11 16:31:52.986474 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port f53c8fe1-b995-4053-9bbc-82d9610fbdc9 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:31:52.986917 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:53.149158 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-cb492174-e0d3-4493-af82-4684a7275606 None None] Set router 9833be6e-173d-43b7-9940-43aeba45395e gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:31:53.371165 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:53.514688 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-cb492174-e0d3-4493-af82-4684a7275606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9833be6e-173d-43b7-9940-43aeba45395e', 'name': 'tempest-TestShelveInstance-266721973-router', 'tenant_id': '515a8ff7e0c14fb3a88763e927bed3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f53c8fe1-b995-4053-9bbc-82d9610fbdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:43Z', 'updated_at': '2020-12-11T16:31:48Z', 'revision_number': 4, 'project_id': '515a8ff7e0c14fb3a88763e927bed3dc', 'gw_port': {'id': 'f53c8fe1-b995-4053-9bbc-82d9610fbdc9', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9833be6e-173d-43b7-9940-43aeba45395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:44Z', 'updated_at': '2020-12-11T16:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': '073c0fc7-9355-42b0-aa08-9d2d1e78374c', 'name': '', 'network_id': 'd14dedf5-bc88-4913-bddb-c881c3b94f19', 'tenant_id': '515a8ff7e0c14fb3a88763e927bed3dc', 'mac_address': 'fa:16:3e:47:5a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9833be6e-173d-43b7-9940-43aeba45395e', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '87fb7ead-be5d-4794-9c65-015d6868b3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:47Z', 'updated_at': '2020-12-11T16:31:48Z', 'revision_number': 2, 'project_id': '515a8ff7e0c14fb3a88763e927bed3dc', 'subnets': [{'id': '87fb7ead-be5d-4794-9c65-015d6868b3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:53.518913 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb492174-e0d3-4493-af82-4684a7275606 None None] Checking router: 9833be6e-173d-43b7-9940-43aeba45395e for host: dv-cinder-766752-1-smb {{(pid=80244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:31:53.519315 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb492174-e0d3-4493-af82-4684a7275606 None None] Updating router 9833be6e-173d-43b7-9940-43aeba45395e port 073c0fc7-9355-42b0-aa08-9d2d1e78374c binding host dv-cinder-766752-1-smb {{(pid=80244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 11 16:31:53.578433 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cb492174-e0d3-4493-af82-4684a7275606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:54.012233 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cb492174-e0d3-4493-af82-4684a7275606 None None] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:54.024794 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-cb492174-e0d3-4493-af82-4684a7275606 None None] Transition to ACTIVE for port object 073c0fc7-9355-42b0-aa08-9d2d1e78374c will not be triggered until provisioned by entity L2. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:31:54.027629 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cb492174-e0d3-4493-af82-4684a7275606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:54.043722 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:54.161707 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bd6a6-39bb-437d-bd4a-9f9ffeeb4e35 req-f415bdbc-65f7-48f2-822d-3e4c57ddf8bd tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:54.163310 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0b5bd6a6-39bb-437d-bd4a-9f9ffeeb4e35 req-f415bdbc-65f7-48f2-822d-3e4c57ddf8bd tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.0861328 Dec 11 16:31:54.175788 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca169a4-a5f9-417b-95f7-acd1d246fc04 None None] Pushing event updated for resources: {'Port': ['ID=073c0fc7-9355-42b0-aa08-9d2d1e78374c,revision_number=3']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:54.180671 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1ca169a4-a5f9-417b-95f7-acd1d246fc04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:54.213261 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0b5bd6a6-39bb-437d-bd4a-9f9ffeeb4e35 req-95e0d46c-e0bc-4331-a461-00be06fd48a0 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423882 Dec 11 16:31:54.354056 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-cb492174-e0d3-4493-af82-4684a7275606 None None] Attempting to bind port 073c0fc7-9355-42b0-aa08-9d2d1e78374c on host dv-cinder-766752-1-smb for vnic_type normal with profile {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:31:54.354482 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-cb492174-e0d3-4493-af82-4684a7275606 None None] Attempting to bind port 073c0fc7-9355-42b0-aa08-9d2d1e78374c by drivers openvswitch on host dv-cinder-766752-1-smb at level 0 using segments [{'id': '7ce39f39-60d7-4e84-bf5e-3845dd5d9dfe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd14dedf5-bc88-4913-bddb-c881c3b94f19'}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:31:54.354900 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb492174-e0d3-4493-af82-4684a7275606 None None] Attempting to bind port 073c0fc7-9355-42b0-aa08-9d2d1e78374c on network d14dedf5-bc88-4913-bddb-c881c3b94f19 {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:31:54.361635 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb492174-e0d3-4493-af82-4684a7275606 None None] Checking agent: {'id': 'f164431f-4e07-4bd6-ace5-674ca64419be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 17, 17), 'started_at': datetime.datetime(2020, 12, 11, 16, 17, 47), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:31:54.362055 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb492174-e0d3-4493-af82-4684a7275606 None None] Checking segment: {'id': '7ce39f39-60d7-4e84-bf5e-3845dd5d9dfe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd14dedf5-bc88-4913-bddb-c881c3b94f19'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:31:54.362505 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cb492174-e0d3-4493-af82-4684a7275606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:54.362954 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb492174-e0d3-4493-af82-4684a7275606 None None] Bound using segment: {'id': '7ce39f39-60d7-4e84-bf5e-3845dd5d9dfe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd14dedf5-bc88-4913-bddb-c881c3b94f19'} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:31:54.363490 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-cb492174-e0d3-4493-af82-4684a7275606 None None] Bound port: 073c0fc7-9355-42b0-aa08-9d2d1e78374c, host: dv-cinder-766752-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce39f39-60d7-4e84-bf5e-3845dd5d9dfe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd14dedf5-bc88-4913-bddb-c881c3b94f19'}}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:31:54.363917 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cb492174-e0d3-4493-af82-4684a7275606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:54.459381 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-cb492174-e0d3-4493-af82-4684a7275606 None None] For port 073c0fc7-9355-42b0-aa08-9d2d1e78374c, host dv-cinder-766752-1-smb, cleared binding levels {{(pid=80244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:31:54.462448 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-cb492174-e0d3-4493-af82-4684a7275606 None None] For port 073c0fc7-9355-42b0-aa08-9d2d1e78374c, host dv-cinder-766752-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=073c0fc7-9355-42b0-aa08-9d2d1e78374c,segment=NetworkSegment(7ce39f39-60d7-4e84-bf5e-3845dd5d9dfe),segment_id=7ce39f39-60d7-4e84-bf5e-3845dd5d9dfe)] {{(pid=80244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:31:54.465822 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cb492174-e0d3-4493-af82-4684a7275606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:54.481126 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:54.645919 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca169a4-a5f9-417b-95f7-acd1d246fc04 None None] Pushing event updated for resources: {'Port': ['ID=073c0fc7-9355-42b0-aa08-9d2d1e78374c,revision_number=4']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:54.658321 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1ca169a4-a5f9-417b-95f7-acd1d246fc04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:54.686201 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb492174-e0d3-4493-af82-4684a7275606 None None] Routers {'9833be6e-173d-43b7-9940-43aeba45395e'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:31:54.686867 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-cb492174-e0d3-4493-af82-4684a7275606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:31:46Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['9833be6e-173d-43b7-9940-43aeba45395e'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:54.893606 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-cb492174-e0d3-4493-af82-4684a7275606 None None] Set router 9833be6e-173d-43b7-9940-43aeba45395e gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:31:55.293143 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-cb492174-e0d3-4493-af82-4684a7275606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9833be6e-173d-43b7-9940-43aeba45395e', 'name': 'tempest-TestShelveInstance-266721973-router', 'tenant_id': '515a8ff7e0c14fb3a88763e927bed3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f53c8fe1-b995-4053-9bbc-82d9610fbdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:43Z', 'updated_at': '2020-12-11T16:31:48Z', 'revision_number': 4, 'project_id': '515a8ff7e0c14fb3a88763e927bed3dc', 'gw_port': {'id': 'f53c8fe1-b995-4053-9bbc-82d9610fbdc9', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9833be6e-173d-43b7-9940-43aeba45395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:44Z', 'updated_at': '2020-12-11T16:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': '073c0fc7-9355-42b0-aa08-9d2d1e78374c', 'name': '', 'network_id': 'd14dedf5-bc88-4913-bddb-c881c3b94f19', 'tenant_id': '515a8ff7e0c14fb3a88763e927bed3dc', 'mac_address': 'fa:16:3e:47:5a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9833be6e-173d-43b7-9940-43aeba45395e', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '87fb7ead-be5d-4794-9c65-015d6868b3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:47Z', 'updated_at': '2020-12-11T16:31:54Z', 'revision_number': 4, 'project_id': '515a8ff7e0c14fb3a88763e927bed3dc', 'subnets': [{'id': '87fb7ead-be5d-4794-9c65-015d6868b3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:31:55.301896 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb492174-e0d3-4493-af82-4684a7275606 None None] The sync data for ids ['9833be6e-173d-43b7-9940-43aeba45395e'] in dv-cinder-766752-1-smb is: [{'id': '9833be6e-173d-43b7-9940-43aeba45395e', 'name': 'tempest-TestShelveInstance-266721973-router', 'tenant_id': '515a8ff7e0c14fb3a88763e927bed3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f53c8fe1-b995-4053-9bbc-82d9610fbdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:43Z', 'updated_at': '2020-12-11T16:31:48Z', 'revision_number': 4, 'project_id': '515a8ff7e0c14fb3a88763e927bed3dc', 'gw_port': {'id': 'f53c8fe1-b995-4053-9bbc-82d9610fbdc9', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9833be6e-173d-43b7-9940-43aeba45395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:44Z', 'updated_at': '2020-12-11T16:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': '073c0fc7-9355-42b0-aa08-9d2d1e78374c', 'name': '', 'network_id': 'd14dedf5-bc88-4913-bddb-c881c3b94f19', 'tenant_id': '515a8ff7e0c14fb3a88763e927bed3dc', 'mac_address': 'fa:16:3e:47:5a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9833be6e-173d-43b7-9940-43aeba45395e', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '87fb7ead-be5d-4794-9c65-015d6868b3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:47Z', 'updated_at': '2020-12-11T16:31:54Z', 'revision_number': 4, 'project_id': '515a8ff7e0c14fb3a88763e927bed3dc', 'subnets': [{'id': '87fb7ead-be5d-4794-9c65-015d6868b3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:31:55.746993 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630743f-28d5-42db-8898-09b3300399e6 req-6e5b34b7-6aa6-4938-8ef2-daf1645546cc tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:55.749647 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3630743f-28d5-42db-8898-09b3300399e6 req-6e5b34b7-6aa6-4938-8ef2-daf1645546cc tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.3377104 Dec 11 16:31:55.802827 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3630743f-28d5-42db-8898-09b3300399e6 req-c423a3e2-b31a-44ee-8b6b-f7ca9c94d193 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469372 Dec 11 16:31:56.494721 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 073c0fc7-9355-42b0-aa08-9d2d1e78374c up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:31:56.564881 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning for port 073c0fc7-9355-42b0-aa08-9d2d1e78374c completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:31:56.569933 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port 073c0fc7-9355-42b0-aa08-9d2d1e78374c triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:31:56.570354 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:56.694745 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:56.730207 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] For port 073c0fc7-9355-42b0-aa08-9d2d1e78374c, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=073c0fc7-9355-42b0-aa08-9d2d1e78374c,segment=NetworkSegment(7ce39f39-60d7-4e84-bf5e-3845dd5d9dfe),segment_id=7ce39f39-60d7-4e84-bf5e-3845dd5d9dfe)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:31:56.734161 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:56.737187 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:31:56.812101 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Pushing event updated for resources: {'Port': ['ID=073c0fc7-9355-42b0-aa08-9d2d1e78374c,revision_number=5']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:31:56.815598 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:31:57.040391 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c0993-27e9-46fd-ad5f-4abb3af57fe5 req-a8a23d18-748c-4760-bd77-669ffa9195ab tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:57.042124 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4d5c0993-27e9-46fd-ad5f-4abb3af57fe5 req-a8a23d18-748c-4760-bd77-669ffa9195ab tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.0845125 Dec 11 16:31:57.097476 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4d5c0993-27e9-46fd-ad5f-4abb3af57fe5 req-a61c30b2-94fe-4390-95a0-918acdd5a8c4 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458250 Dec 11 16:31:58.326723 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a08722-653f-4d6d-b2e6-1504d8f313dd req-816b4015-e84c-4f74-b8b1-fffaac505863 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:58.328593 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-11a08722-653f-4d6d-b2e6-1504d8f313dd req-816b4015-e84c-4f74-b8b1-fffaac505863 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.0834622 Dec 11 16:31:58.382317 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-11a08722-653f-4d6d-b2e6-1504d8f313dd req-b2b772b3-ac42-4cac-8f22-01fd29676b19 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461295 Dec 11 16:31:58.473242 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 073c0fc7-9355-42b0-aa08-9d2d1e78374c up at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:31:58.542469 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Provisioning complete for port 073c0fc7-9355-42b0-aa08-9d2d1e78374c triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:31:58.542882 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:31:59.633964 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99abe3a-1c6b-4553-9db1-acaa2376e9b5 req-751ab00a-ef83-4ea7-96a5-e47eed35b679 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:31:59.635587 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a99abe3a-1c6b-4553-9db1-acaa2376e9b5 req-751ab00a-ef83-4ea7-96a5-e47eed35b679 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.0871210 Dec 11 16:31:59.687256 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a99abe3a-1c6b-4553-9db1-acaa2376e9b5 req-0a71dde3-3a3f-4748-96d7-9fab90092fc1 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436759 Dec 11 16:32:00.915895 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54bc70-d86b-4434-8dd0-248f6de73c41 req-31866a29-cbb6-4bc3-8d6a-f72518c2b162 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:00.917519 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-cc54bc70-d86b-4434-8dd0-248f6de73c41 req-31866a29-cbb6-4bc3-8d6a-f72518c2b162 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.0856638 Dec 11 16:32:00.969985 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-cc54bc70-d86b-4434-8dd0-248f6de73c41 req-4105390e-f9b4-4a8e-b79e-1677275ea0ae tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453112 Dec 11 16:32:02.206903 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d8415-9547-4a48-990e-01e6c961b920 req-01897ec3-7551-4242-bf81-990ae2473ba2 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:02.208571 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-177d8415-9547-4a48-990e-01e6c961b920 req-01897ec3-7551-4242-bf81-990ae2473ba2 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.0881979 Dec 11 16:32:02.401436 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-177d8415-9547-4a48-990e-01e6c961b920 req-1afb338e-35bc-48d3-8046-ee816c9ad2b8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852961 Dec 11 16:32:03.642515 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93760f7-0f90-42f8-81a4-1ee87876b485 req-2ec78736-7e47-4dfe-a44b-4f053689c514 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:03.645072 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d93760f7-0f90-42f8-81a4-1ee87876b485 req-2ec78736-7e47-4dfe-a44b-4f053689c514 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.0902464 Dec 11 16:32:03.696815 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d93760f7-0f90-42f8-81a4-1ee87876b485 req-38e11cdb-23bd-4b85-a5bd-09be2e982d52 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452998 Dec 11 16:32:04.928640 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8701c39-fbb4-4c6b-a3a1-ae9051e858f9 req-88bf9527-f008-48cd-ac50-18810047e22c tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:04.930503 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b8701c39-fbb4-4c6b-a3a1-ae9051e858f9 req-88bf9527-f008-48cd-ac50-18810047e22c tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.0853505 Dec 11 16:32:04.984958 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b8701c39-fbb4-4c6b-a3a1-ae9051e858f9 req-fe1db174-c971-4392-bae8-3e6150398e2c tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476992 Dec 11 16:32:06.218008 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ad531-93a1-47ee-b489-0696fe451557 req-55894f1e-e37c-4e18-8b87-f49da86ef08b tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:06.219629 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-814ad531-93a1-47ee-b489-0696fe451557 req-55894f1e-e37c-4e18-8b87-f49da86ef08b tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.0856979 Dec 11 16:32:06.268047 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-814ad531-93a1-47ee-b489-0696fe451557 req-44f98e5e-8351-48bf-96d2-818dc34db5fe tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421197 Dec 11 16:32:07.513439 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf858a9-5a2b-46e7-9ab5-3583292ac4b0 req-bb84b592-e68a-4241-a103-68ccf084cfd0 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:07.515045 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4bf858a9-5a2b-46e7-9ab5-3583292ac4b0 req-bb84b592-e68a-4241-a103-68ccf084cfd0 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.0990169 Dec 11 16:32:07.563274 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4bf858a9-5a2b-46e7-9ab5-3583292ac4b0 req-b3b4240f-f955-4317-86e0-f717e6cc4e4f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417979 Dec 11 16:32:08.897006 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4563a9-6826-4927-982f-af97566af949 req-76ed8ab8-9868-4c3e-b87d-3ad78c8d4ccc tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:08.898614 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2e4563a9-6826-4927-982f-af97566af949 req-76ed8ab8-9868-4c3e-b87d-3ad78c8d4ccc tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.1573548 Dec 11 16:32:08.929995 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec837a0-ff3e-49cc-aac7-9592a2b079c8 req-472b4cb9-277e-4956-bd6c-e24ba0fa0362 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:08.931591 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8ec837a0-ff3e-49cc-aac7-9592a2b079c8 req-472b4cb9-277e-4956-bd6c-e24ba0fa0362 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=69e75de2-2885-4436-9046-44ff6fbb9f1b HTTP/1.1" status: 200 len: 946 time: 0.1493740 Dec 11 16:32:08.976898 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2e4563a9-6826-4927-982f-af97566af949 req-7ae29bbc-1b4b-4044-8ed8-04da7a6c57c2 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714240 Dec 11 16:32:08.997402 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8ec837a0-ff3e-49cc-aac7-9592a2b079c8 req-f9709e33-2646-4b1a-9b71-7f443dfc7d98 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=02e96f3a-b31c-49df-a2d4-1952729df11c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578237 Dec 11 16:32:10.276722 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67171ee1-9b5e-4280-bd85-4ce7b975d10f req-0c9e9b84-3ce8-4ac1-b76f-fd6899b03f7f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:10.278411 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-67171ee1-9b5e-4280-bd85-4ce7b975d10f req-0c9e9b84-3ce8-4ac1-b76f-fd6899b03f7f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.1517980 Dec 11 16:32:10.289839 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643fc82-4c86-4c2d-9052-a1b3f686095a req-eb9d0ff8-98d7-4b7e-a927-0ed79fbb9595 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:10.291290 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1643fc82-4c86-4c2d-9052-a1b3f686095a req-eb9d0ff8-98d7-4b7e-a927-0ed79fbb9595 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=69e75de2-2885-4436-9046-44ff6fbb9f1b HTTP/1.1" status: 200 len: 946 time: 0.1249475 Dec 11 16:32:10.369277 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-67171ee1-9b5e-4280-bd85-4ce7b975d10f req-7bebc2a1-7f51-4620-91c7-e195892886e7 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769362 Dec 11 16:32:10.373961 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1643fc82-4c86-4c2d-9052-a1b3f686095a req-6f33fbb7-c1f3-483b-a809-5919c57c976e tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=02e96f3a-b31c-49df-a2d4-1952729df11c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630510 Dec 11 16:32:11.360241 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801456d5-e7cf-4be0-ad47-14c2429bede7 req-8bf796fd-ac15-4bf4-a917-a0e427cef3eb tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:11.360995 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-801456d5-e7cf-4be0-ad47-14c2429bede7 req-8bf796fd-ac15-4bf4-a917-a0e427cef3eb tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Synchronizing usage tracker for tenant:18cab7096ec7405c979d977608f922bb on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:32:11.376918 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-801456d5-e7cf-4be0-ad47-14c2429bede7 req-8bf796fd-ac15-4bf4-a917-a0e427cef3eb tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Unset dirty status for tenant:18cab7096ec7405c979d977608f922bb on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:32:11.378191 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-801456d5-e7cf-4be0-ad47-14c2429bede7 req-8bf796fd-ac15-4bf4-a917-a0e427cef3eb tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.87 "GET /v2.0/ports?device_id=69e75de2-2885-4436-9046-44ff6fbb9f1b HTTP/1.1" status: 200 len: 946 time: 0.0991662 Dec 11 16:32:11.463832 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-801456d5-e7cf-4be0-ad47-14c2429bede7 req-84026006-bd01-427e-ae73-4c048c4e69dd tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Deleting port 5c1db77e-40ef-4277-a201-15e99c2e47e8 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:32:11.464425 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-801456d5-e7cf-4be0-ad47-14c2429bede7 req-84026006-bd01-427e-ae73-4c048c4e69dd tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:11.673084 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a3d45-9592-4300-8adc-d366bfb43b72 req-86287d88-d66f-448f-8b78-e38e00cbcca8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:11.674832 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d54a3d45-9592-4300-8adc-d366bfb43b72 req-86287d88-d66f-448f-8b78-e38e00cbcca8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=69e75de2-2885-4436-9046-44ff6fbb9f1b HTTP/1.1" status: 200 len: 946 time: 0.1642015 Dec 11 16:32:11.681014 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96823421-2021-4ed0-b632-beb63135a594 req-beac9457-9a14-4af6-8890-4f184c45baae tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:11.688019 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-96823421-2021-4ed0-b632-beb63135a594 req-beac9457-9a14-4af6-8890-4f184c45baae tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.1342494 Dec 11 16:32:11.737051 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-801456d5-e7cf-4be0-ad47-14c2429bede7 req-84026006-bd01-427e-ae73-4c048c4e69dd tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] For port 5c1db77e-40ef-4277-a201-15e99c2e47e8, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=5c1db77e-40ef-4277-a201-15e99c2e47e8,segment=NetworkSegment(114d2847-428f-43e0-9263-dade0a4c2f73),segment_id=114d2847-428f-43e0-9263-dade0a4c2f73)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:32:11.737447 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-801456d5-e7cf-4be0-ad47-14c2429bede7 req-84026006-bd01-427e-ae73-4c048c4e69dd tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:11.771552 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-96823421-2021-4ed0-b632-beb63135a594 req-94aa7918-a196-4520-9c46-bf9fb98f6bb3 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801735 Dec 11 16:32:11.773858 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d54a3d45-9592-4300-8adc-d366bfb43b72 req-a089e5d3-d933-46f1-9c3f-233513ca5496 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=02e96f3a-b31c-49df-a2d4-1952729df11c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845125 Dec 11 16:32:11.842713 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 5c1db77e-40ef-4277-a201-15e99c2e47e8 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:32:12.146079 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:12.177587 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e75de2-2885-4436-9046-44ff6fbb9f1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c1db77e-40ef-4277-a201-15e99c2e47e8'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:32:12.188003 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port 5c1db77e-40ef-4277-a201-15e99c2e47e8, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=5c1db77e-40ef-4277-a201-15e99c2e47e8,segment=NetworkSegment(114d2847-428f-43e0-9263-dade0a4c2f73),segment_id=114d2847-428f-43e0-9263-dade0a4c2f73)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:32:12.192222 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:12.194064 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1ca169a4-a5f9-417b-95f7-acd1d246fc04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:32:12.260583 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=5c1db77e-40ef-4277-a201-15e99c2e47e8,revision_number=5']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:32:12.264123 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:32:12.271568 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-801456d5-e7cf-4be0-ad47-14c2429bede7 req-84026006-bd01-427e-ae73-4c048c4e69dd tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for floatingip, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:12.271882 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-801456d5-e7cf-4be0-ad47-14c2429bede7 req-84026006-bd01-427e-ae73-4c048c4e69dd tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854360154'] for floatingip, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:12.272231 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.l3_db [req-801456d5-e7cf-4be0-ad47-14c2429bede7 req-84026006-bd01-427e-ae73-4c048c4e69dd tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Floating IP b7690d5a-1c6b-4049-9304-dc315586953d disassociated. External IP: 172.28.1.234, port: 5c1db77e-40ef-4277-a201-15e99c2e47e8. Dec 11 16:32:12.272604 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-801456d5-e7cf-4be0-ad47-14c2429bede7 req-84026006-bd01-427e-ae73-4c048c4e69dd tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Calling delete_port for 5c1db77e-40ef-4277-a201-15e99c2e47e8 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:32:12.334215 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e75de2-2885-4436-9046-44ff6fbb9f1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c1db77e-40ef-4277-a201-15e99c2e47e8', 'code': 200} Dec 11 16:32:12.358477 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.db.api [req-801456d5-e7cf-4be0-ad47-14c2429bede7 req-84026006-bd01-427e-ae73-4c048c4e69dd tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80243) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 11 16:32:12.358867 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_db.api [req-801456d5-e7cf-4be0-ad47-14c2429bede7 req-84026006-bd01-427e-ae73-4c048c4e69dd tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 11 16:32:12.860338 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-801456d5-e7cf-4be0-ad47-14c2429bede7 req-84026006-bd01-427e-ae73-4c048c4e69dd tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Deleting port 5c1db77e-40ef-4277-a201-15e99c2e47e8 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:32:12.860826 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-801456d5-e7cf-4be0-ad47-14c2429bede7 req-84026006-bd01-427e-ae73-4c048c4e69dd tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:13.106485 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f18123-963e-4e97-93b8-e809c115983f req-54bc6341-9488-4502-a1fe-d72f0d285f3e tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:13.114398 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-54f18123-963e-4e97-93b8-e809c115983f req-54bc6341-9488-4502-a1fe-d72f0d285f3e tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=69e75de2-2885-4436-9046-44ff6fbb9f1b HTTP/1.1" status: 200 len: 944 time: 0.1791847 Dec 11 16:32:13.170542 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-801456d5-e7cf-4be0-ad47-14c2429bede7 req-84026006-bd01-427e-ae73-4c048c4e69dd tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] For port 5c1db77e-40ef-4277-a201-15e99c2e47e8, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=5c1db77e-40ef-4277-a201-15e99c2e47e8,segment=NetworkSegment(114d2847-428f-43e0-9263-dade0a4c2f73),segment_id=114d2847-428f-43e0-9263-dade0a4c2f73)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:32:13.170939 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-801456d5-e7cf-4be0-ad47-14c2429bede7 req-84026006-bd01-427e-ae73-4c048c4e69dd tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:13.180110 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-54f18123-963e-4e97-93b8-e809c115983f req-fe1d2c07-1183-4c05-b21d-63a690906ba9 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups?id=02e96f3a-b31c-49df-a2d4-1952729df11c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644758 Dec 11 16:32:13.197833 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018148c1-4c7a-4e50-a5d1-62f0975aa36a req-1cc46e9b-f1aa-436d-b55a-bdcecb0b6092 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:13.199528 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-018148c1-4c7a-4e50-a5d1-62f0975aa36a req-1cc46e9b-f1aa-436d-b55a-bdcecb0b6092 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.2163370 Dec 11 16:32:13.272964 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-018148c1-4c7a-4e50-a5d1-62f0975aa36a req-64eebe8f-aa71-4f71-823a-bf41d5d904c0 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649426 Dec 11 16:32:13.547553 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-801456d5-e7cf-4be0-ad47-14c2429bede7 req-84026006-bd01-427e-ae73-4c048c4e69dd tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for floatingip, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:13.548242 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-801456d5-e7cf-4be0-ad47-14c2429bede7 req-84026006-bd01-427e-ae73-4c048c4e69dd tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854360154'] for floatingip, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:13.548753 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.l3_db [req-801456d5-e7cf-4be0-ad47-14c2429bede7 req-84026006-bd01-427e-ae73-4c048c4e69dd tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Floating IP b7690d5a-1c6b-4049-9304-dc315586953d disassociated. External IP: 172.28.1.234, port: 5c1db77e-40ef-4277-a201-15e99c2e47e8. Dec 11 16:32:13.549125 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-801456d5-e7cf-4be0-ad47-14c2429bede7 req-84026006-bd01-427e-ae73-4c048c4e69dd tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Calling delete_port for 5c1db77e-40ef-4277-a201-15e99c2e47e8 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:32:13.798527 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-801456d5-e7cf-4be0-ad47-14c2429bede7 req-84026006-bd01-427e-ae73-4c048c4e69dd tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:13.815724 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-aa5b5ad2-c4a8-42da-9a4b-42dec886f21a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:32:13.866088 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8c53ab0d-ea56-4f46-ae6c-b72e853cc02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:13.956624 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84026006-bd01-427e-ae73-4c048c4e69dd tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Pushing event deleted for resources: {'Port': ['ID=5c1db77e-40ef-4277-a201-15e99c2e47e8,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:32:13.960684 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-84026006-bd01-427e-ae73-4c048c4e69dd tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:32:14.256217 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-801456d5-e7cf-4be0-ad47-14c2429bede7 req-84026006-bd01-427e-ae73-4c048c4e69dd tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Router f8c34d8b-1c03-4b78-9a09-464954aedf1c has already been hosted by L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 {{(pid=80243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 11 16:32:14.589232 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5e839ad7-6bcb-49d2-9cdd-166b9ccb0135 req-a3a2e852-8f7b-4907-9a3c-6ec634ca290a tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/ports?device_id=69e75de2-2885-4436-9046-44ff6fbb9f1b HTTP/1.1" status: 200 len: 210 time: 0.1966553 Dec 11 16:32:14.591948 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-801456d5-e7cf-4be0-ad47-14c2429bede7 req-84026006-bd01-427e-ae73-4c048c4e69dd tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:32:14.603424 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e993e172-2e98-48b5-9309-4d2d6378555f None None] Sync routers for ids ['f8c34d8b-1c03-4b78-9a09-464954aedf1c'] in dv-cinder-766752-1-smb {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:32:14.618291 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e993e172-2e98-48b5-9309-4d2d6378555f None None] Routers {'f8c34d8b-1c03-4b78-9a09-464954aedf1c'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:32:14.619350 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-e993e172-2e98-48b5-9309-4d2d6378555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:31:46Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['f8c34d8b-1c03-4b78-9a09-464954aedf1c'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:32:14.635732 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-801456d5-e7cf-4be0-ad47-14c2429bede7 req-84026006-bd01-427e-ae73-4c048c4e69dd tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] No DVR routers for this DVR port 5c1db77e-40ef-4277-a201-15e99c2e47e8 on host hv-cinder-76675 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 11 16:32:14.638592 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-801456d5-e7cf-4be0-ad47-14c2429bede7 req-84026006-bd01-427e-ae73-4c048c4e69dd tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:14.641216 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9c080-5c29-4aa6-a5fb-eaefb6cc2ea0 req-f179371b-1dbe-4f65-a935-5971142f9f6c tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:14.641759 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e75de2-2885-4436-9046-44ff6fbb9f1b', 'name': 'network-vif-deleted', 'tag': '5c1db77e-40ef-4277-a201-15e99c2e47e8'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:32:14.642576 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f6f9c080-5c29-4aa6-a5fb-eaefb6cc2ea0 req-f179371b-1dbe-4f65-a935-5971142f9f6c tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.1514876 Dec 11 16:32:14.696079 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-801456d5-e7cf-4be0-ad47-14c2429bede7 req-84026006-bd01-427e-ae73-4c048c4e69dd tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.87 "DELETE /v2.0/ports/5c1db77e-40ef-4277-a201-15e99c2e47e8 HTTP/1.1" status: 204 len: 173 time: 3.3113542 Dec 11 16:32:14.734798 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f6f9c080-5c29-4aa6-a5fb-eaefb6cc2ea0 req-b56fdb7b-726c-4165-b715-137e8b07eaab tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842683 Dec 11 16:32:14.912283 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 6 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:32:14.928617 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-e993e172-2e98-48b5-9309-4d2d6378555f None None] Set router f8c34d8b-1c03-4b78-9a09-464954aedf1c gateway port host: dv-cinder-766752-1-smb {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:32:14.973329 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e75de2-2885-4436-9046-44ff6fbb9f1b', 'name': 'network-vif-deleted', 'tag': '5c1db77e-40ef-4277-a201-15e99c2e47e8', 'status': 'completed', 'code': 200} Dec 11 16:32:15.489177 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-e993e172-2e98-48b5-9309-4d2d6378555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'name': 'tempest-AttachVolumeTestJSON-458078925-router', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185'}], 'enable_snat': True}, 'gw_port_id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:25Z', 'updated_at': '2020-12-11T16:26:38Z', 'revision_number': 4, 'project_id': '18cab7096ec7405c979d977608f922bb', 'gw_port': {'id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:11:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:28Z', 'updated_at': '2020-12-11T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': 'ae39b5fd-413a-458d-ad50-6292b0caa7df', 'name': '', 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'mac_address': 'fa:16:3e:76:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56573ac3-46db-42ab-ac70-c5fd685172d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:35Z', 'updated_at': '2020-12-11T16:26:53Z', 'revision_number': 5, 'project_id': '18cab7096ec7405c979d977608f922bb', 'subnets': [{'id': '56573ac3-46db-42ab-ac70-c5fd685172d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:32:15.493820 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e993e172-2e98-48b5-9309-4d2d6378555f None None] Checking router: f8c34d8b-1c03-4b78-9a09-464954aedf1c for host: dv-cinder-766752-1-smb {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:32:15.505589 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e993e172-2e98-48b5-9309-4d2d6378555f None None] Routers {'f8c34d8b-1c03-4b78-9a09-464954aedf1c'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:32:15.507999 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-e993e172-2e98-48b5-9309-4d2d6378555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:31:46Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['f8c34d8b-1c03-4b78-9a09-464954aedf1c'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:32:15.776084 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 46254) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:32:15.779491 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-e993e172-2e98-48b5-9309-4d2d6378555f None None] Set router f8c34d8b-1c03-4b78-9a09-464954aedf1c gateway port host: dv-cinder-766752-1-smb {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:32:15.871790 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0bc93b41-0b56-4fd9-a955-8d2b6eb20689 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:15.905184 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0bc93b41-0b56-4fd9-a955-8d2b6eb20689 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:16.023749 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0bc93b41-0b56-4fd9-a955-8d2b6eb20689 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:16.039347 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b959fdc8-336f-47df-9816-bd98497769e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:32:16.056969 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc93b41-0b56-4fd9-a955-8d2b6eb20689 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e96f3a-b31c-49df-a2d4-1952729df11c,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:32:16.064788 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0bc93b41-0b56-4fd9-a955-8d2b6eb20689 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:32:16.083009 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0bc93b41-0b56-4fd9-a955-8d2b6eb20689 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:16.084695 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-0bc93b41-0b56-4fd9-a955-8d2b6eb20689 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "DELETE /v2.0/security-groups/02e96f3a-b31c-49df-a2d4-1952729df11c HTTP/1.1" status: 204 len: 168 time: 0.3075223 Dec 11 16:32:16.087802 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 46262) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:32:16.120802 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089eb916-5604-4c0e-ae28-f170c87b6b0e req-9267fbd9-8422-44be-9488-8fa4714618db tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:16.131669 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.v2.resource [None req-a4d7a236-666a-47de-ad0f-9d1511d7202d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] show failed (client error): The resource could not be found. Dec 11 16:32:16.131967 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-089eb916-5604-4c0e-ae28-f170c87b6b0e req-9267fbd9-8422-44be-9488-8fa4714618db tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.1772230 Dec 11 16:32:16.134250 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-a4d7a236-666a-47de-ad0f-9d1511d7202d tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "GET /v2.0/security-groups/02e96f3a-b31c-49df-a2d4-1952729df11c HTTP/1.1" status: 404 len: 347 time: 0.0453458 Dec 11 16:32:16.136288 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0161ece5-5857-4b22-9e6d-752d47976f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:16.137211 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 46266) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:32:16.160638 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-e993e172-2e98-48b5-9309-4d2d6378555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'name': 'tempest-AttachVolumeTestJSON-458078925-router', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185'}], 'enable_snat': True}, 'gw_port_id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:25Z', 'updated_at': '2020-12-11T16:26:38Z', 'revision_number': 4, 'project_id': '18cab7096ec7405c979d977608f922bb', 'gw_port': {'id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:11:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:28Z', 'updated_at': '2020-12-11T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': 'ae39b5fd-413a-458d-ad50-6292b0caa7df', 'name': '', 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'mac_address': 'fa:16:3e:76:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56573ac3-46db-42ab-ac70-c5fd685172d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:35Z', 'updated_at': '2020-12-11T16:26:53Z', 'revision_number': 5, 'project_id': '18cab7096ec7405c979d977608f922bb', 'subnets': [{'id': '56573ac3-46db-42ab-ac70-c5fd685172d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:32:16.165372 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e993e172-2e98-48b5-9309-4d2d6378555f None None] The sync data for ids ['f8c34d8b-1c03-4b78-9a09-464954aedf1c'] in dv-cinder-766752-1-smb is: [{'id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'name': 'tempest-AttachVolumeTestJSON-458078925-router', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185'}], 'enable_snat': True}, 'gw_port_id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:25Z', 'updated_at': '2020-12-11T16:26:38Z', 'revision_number': 4, 'project_id': '18cab7096ec7405c979d977608f922bb', 'gw_port': {'id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:11:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:28Z', 'updated_at': '2020-12-11T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': 'ae39b5fd-413a-458d-ad50-6292b0caa7df', 'name': '', 'network_id': '98273e7d-6ebb-4285-b7f1-5f101b8f1038', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'mac_address': 'fa:16:3e:76:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56573ac3-46db-42ab-ac70-c5fd685172d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:35Z', 'updated_at': '2020-12-11T16:26:53Z', 'revision_number': 5, 'project_id': '18cab7096ec7405c979d977608f922bb', 'subnets': [{'id': '56573ac3-46db-42ab-ac70-c5fd685172d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:32:16.341772 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-65d382e1-7e43-48f2-bb00-eb5a0612ba37 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Deleting port 1e88bad2-a49a-46b1-b711-8b982158d00f {{(pid=80242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:32:16.342149 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-65d382e1-7e43-48f2-bb00-eb5a0612ba37 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:16.420057 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-089eb916-5604-4c0e-ae28-f170c87b6b0e req-acd5645a-fe9b-49d9-927d-dd09fd33fb9e tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176514 Dec 11 16:32:16.585900 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-65d382e1-7e43-48f2-bb00-eb5a0612ba37 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:16.586268 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-65d382e1-7e43-48f2-bb00-eb5a0612ba37 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for floatingip, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:16.687306 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67dd604-0af3-409b-8f97-4bb5046ba8d4 None None] New status for floating IP b7690d5a-1c6b-4049-9304-dc315586953d: DOWN {{(pid=80244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 11 16:32:16.750958 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-65d382e1-7e43-48f2-bb00-eb5a0612ba37 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Calling delete_port for 1e88bad2-a49a-46b1-b711-8b982158d00f owned by network:floatingip {{(pid=80242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:32:16.901382 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:16.927568 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.db.api [None req-d67dd604-0af3-409b-8f97-4bb5046ba8d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80244) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 11 16:32:16.928084 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_db.api [None req-d67dd604-0af3-409b-8f97-4bb5046ba8d4 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 11 16:32:16.936097 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-65d382e1-7e43-48f2-bb00-eb5a0612ba37 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839577674'] for port, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:16.953306 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-abc44fce-29cb-47dd-87b1-3d7c023833ac tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:32:17.042712 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d382e1-7e43-48f2-bb00-eb5a0612ba37 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Pushing event deleted for resources: {'Port': ['ID=1e88bad2-a49a-46b1-b711-8b982158d00f,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:32:17.056311 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-65d382e1-7e43-48f2-bb00-eb5a0612ba37 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:32:17.190017 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-65d382e1-7e43-48f2-bb00-eb5a0612ba37 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks [] for floatingip, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:17.205445 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-65d382e1-7e43-48f2-bb00-eb5a0612ba37 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for floatingip, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:17.207896 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-65d382e1-7e43-48f2-bb00-eb5a0612ba37 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] 10.222.0.45 "DELETE /v2.0/floatingips/b7690d5a-1c6b-4049-9304-dc315586953d HTTP/1.1" status: 204 len: 168 time: 1.0695302 Dec 11 16:32:17.437303 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67dd604-0af3-409b-8f97-4bb5046ba8d4 None None] New status for floating IP b7690d5a-1c6b-4049-9304-dc315586953d: DOWN {{(pid=80244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 11 16:32:17.653642 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:17.830896 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e439a4-1881-4039-9121-25fa8a9de31d req-51910615-097c-4d04-a020-8188b9290621 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:17.840327 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-94e439a4-1881-4039-9121-25fa8a9de31d req-51910615-097c-4d04-a020-8188b9290621 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.1871815 Dec 11 16:32:17.893916 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-94e439a4-1881-4039-9121-25fa8a9de31d req-2e740526-1dae-4a1e-8e5d-c53aa157c026 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525448 Dec 11 16:32:18.090207 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-829ce4e9-9f54-4959-8f84-f1278b9dc57e tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Synchronizing usage tracker for tenant:aa6c0591fe514a1ab2514acde78d754f on resource:security_group {{(pid=80242) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:32:18.108773 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-829ce4e9-9f54-4959-8f84-f1278b9dc57e tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Unset dirty status for tenant:aa6c0591fe514a1ab2514acde78d754f on resource:security_group {{(pid=80242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:32:18.110047 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-829ce4e9-9f54-4959-8f84-f1278b9dc57e tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1206016348&fields=id&tenant_id=aa6c0591fe514a1ab2514acde78d754f HTTP/1.1" status: 200 len: 267 time: 0.0676606 Dec 11 16:32:18.282404 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-e1267e79-7f4c-4f3f-96fe-64f58b6ba5ae tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:18.283344 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-e1267e79-7f4c-4f3f-96fe-64f58b6ba5ae tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Synchronizing usage tracker for tenant:aa6c0591fe514a1ab2514acde78d754f on resource:network {{(pid=80242) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:32:18.302078 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-e1267e79-7f4c-4f3f-96fe-64f58b6ba5ae tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Unset dirty status for tenant:aa6c0591fe514a1ab2514acde78d754f on resource:network {{(pid=80242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:32:18.306596 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-e1267e79-7f4c-4f3f-96fe-64f58b6ba5ae tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/networks?id=9608c807-e9e9-4b8f-8325-c001ecd1f2ef HTTP/1.1" status: 200 len: 809 time: 0.1874902 Dec 11 16:32:18.324106 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-c3ed1d4d-c99c-48b8-b2f1-96c729b7db63 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/quotas/aa6c0591fe514a1ab2514acde78d754f HTTP/1.1" status: 200 len: 375 time: 0.0138400 Dec 11 16:32:18.435065 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-040b994d-1e0b-497a-8656-1d32558ed978 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa6c0591fe514a1ab2514acde78d754f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1064568 Dec 11 16:32:18.440358 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:18.766850 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-ca57394d-1d1b-4e08-b107-27b491596d62 service neutron] 10.222.0.45 "GET /v2.0/networks/9608c807-e9e9-4b8f-8325-c001ecd1f2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293180 Dec 11 16:32:19.361047 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-32e83558-7855-4cf6-b00d-fe2669c9aa6c service neutron] 10.222.0.45 "GET /v2.0/networks/9608c807-e9e9-4b8f-8325-c001ecd1f2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5869160 Dec 11 16:32:19.383509 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4dd73c-e238-4a1a-b227-b7306fbc32b4 req-5c11ce85-f0d1-47c1-acb3-47e96a9e1925 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:19.386040 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3a4dd73c-e238-4a1a-b227-b7306fbc32b4 req-5c11ce85-f0d1-47c1-acb3-47e96a9e1925 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.2155094 Dec 11 16:32:19.484294 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3a4dd73c-e238-4a1a-b227-b7306fbc32b4 req-8de74b3b-1673-4d25-8432-beb264f24790 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909808 Dec 11 16:32:19.991171 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a12c5f03-93c6-4c9c-a77d-1840d5ac740a req-f4e0729d-87a6-479a-b293-024431a4639d tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 210 time: 0.0506790 Dec 11 16:32:20.828757 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414be55f-c111-46c1-a485-83fdcd601344 req-4b2f027c-8cdb-4e57-a604-86e1e4dca621 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:20.830978 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-414be55f-c111-46c1-a485-83fdcd601344 req-4b2f027c-8cdb-4e57-a604-86e1e4dca621 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.1402507 Dec 11 16:32:20.897168 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-414be55f-c111-46c1-a485-83fdcd601344 req-3a51f091-9190-4cba-9bed-58382561060f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585346 Dec 11 16:32:21.210113 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-51934853-54f9-462f-95dd-6818d2b2a5dc req-fe7fe2be-57ef-4fc6-acee-2567f447d8a5 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 210 time: 0.0535202 Dec 11 16:32:21.537015 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 46364) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:32:21.829118 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-ee1f569a-1f97-4323-9614-c6bc9beb74d6 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:21.831032 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-ee1f569a-1f97-4323-9614-c6bc9beb74d6 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.87 "GET /v2.0/networks?id=9608c807-e9e9-4b8f-8325-c001ecd1f2ef HTTP/1.1" status: 200 len: 809 time: 0.2744718 Dec 11 16:32:21.924836 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-e849df24-2ddb-4850-be31-7d23fb8c4124 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=aa6c0591fe514a1ab2514acde78d754f HTTP/1.1" status: 200 len: 5545 time: 0.0715904 Dec 11 16:32:21.971220 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-74dd3d4f-b812-4fdf-8afe-5c334f78d88f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Request body: {'port': {'device_id': '1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7', 'network_id': '9608c807-e9e9-4b8f-8325-c001ecd1f2ef', 'admin_state_up': True, 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'security_groups': ['4509016f-8c8a-49c7-a937-ed738b6eb031']}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:32:22.131627 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83473eb4-ad23-4c64-b935-dffbafe9bd6c req-6f01a73b-cfcc-45aa-b48e-cf91ca20ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:22.131896 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-83473eb4-ad23-4c64-b935-dffbafe9bd6c req-6f01a73b-cfcc-45aa-b48e-cf91ca20ed44 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=eccf3f61bd614d87b3e6357f1c1f13bb&device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 1162 time: 0.2996175 Dec 11 16:32:22.402045 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83473eb4-ad23-4c64-b935-dffbafe9bd6c req-264d4634-b8d2-43eb-8dd0-df769ceda455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:22.404297 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-83473eb4-ad23-4c64-b935-dffbafe9bd6c req-264d4634-b8d2-43eb-8dd0-df769ceda455 service neutron] 10.222.0.87 "GET /v2.0/networks?id=08a7ffcb-dce2-47a5-a283-64fa5b32feea HTTP/1.1" status: 200 len: 911 time: 0.2358534 Dec 11 16:32:22.413453 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-74dd3d4f-b812-4fdf-8afe-5c334f78d88f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:32:22.417729 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-74dd3d4f-b812-4fdf-8afe-5c334f78d88f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Usage tracker for resource:port and tenant:aa6c0591fe514a1ab2514acde78d754f is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:32:22.421020 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-74dd3d4f-b812-4fdf-8afe-5c334f78d88f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Quota usage for port was recalculated. Used quota:2. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:32:22.432368 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-74dd3d4f-b812-4fdf-8afe-5c334f78d88f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:32:22.553900 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-83473eb4-ad23-4c64-b935-dffbafe9bd6c req-95c4c383-afd7-47e2-a454-574771a189f0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcd21503-4b3c-4f57-8696-6742f5f1990e HTTP/1.1" status: 200 len: 1000 time: 0.1125140 Dec 11 16:32:22.555575 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-74dd3d4f-b812-4fdf-8afe-5c334f78d88f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Made reservation on behalf of aa6c0591fe514a1ab2514acde78d754f for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:32:22.561546 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-74dd3d4f-b812-4fdf-8afe-5c334f78d88f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:23.205593 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e8e4a7d3-bb99-412c-9b88-475ff58f0f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854361468'] for router_interface, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:23.264260 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83473eb4-ad23-4c64-b935-dffbafe9bd6c req-32fe6b7e-f540-4622-870b-6245335a7563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:23.266433 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-83473eb4-ad23-4c64-b935-dffbafe9bd6c req-32fe6b7e-f540-4622-870b-6245335a7563 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=35314c86-042c-4482-9db4-a8a492106943 HTTP/1.1" status: 200 len: 856 time: 0.6924291 Dec 11 16:32:23.328736 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:23.426866 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ec36b409-e3c2-494b-bb51-12b969768608 req-3fa8f900-fd06-45cf-8596-57b027a1f211 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 210 time: 0.2238116 Dec 11 16:32:23.517568 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef9bf2-75c1-4974-896e-2e9bf3281187 req-c87c1c23-d671-42f9-a027-cf139937417f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:23.524910 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e3ef9bf2-75c1-4974-896e-2e9bf3281187 req-c87c1c23-d671-42f9-a027-cf139937417f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.4398556 Dec 11 16:32:23.528661 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83473eb4-ad23-4c64-b935-dffbafe9bd6c req-80a8259e-4371-4337-8f6a-cc8c2d960804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:23.530539 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-83473eb4-ad23-4c64-b935-dffbafe9bd6c req-80a8259e-4371-4337-8f6a-cc8c2d960804 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=08a7ffcb-dce2-47a5-a283-64fa5b32feea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1763420 Dec 11 16:32:23.538296 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-74dd3d4f-b812-4fdf-8afe-5c334f78d88f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Allocated IP 172.20.0.7 (9608c807-e9e9-4b8f-8325-c001ecd1f2ef/43a58137-6523-4358-b1d2-c22acc7c3c84/8ddeef31-2d04-438d-b3f5-c1818ec9e9c0) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:32:23.676053 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e3ef9bf2-75c1-4974-896e-2e9bf3281187 req-26845c02-a103-4dd6-aac7-26566bfdff30 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381493 Dec 11 16:32:23.817513 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-83473eb4-ad23-4c64-b935-dffbafe9bd6c req-01bffe3a-dbb7-4b44-b38e-81ec6bb82f24 service neutron] 10.222.0.87 "GET /v2.0/networks/08a7ffcb-dce2-47a5-a283-64fa5b32feea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763166 Dec 11 16:32:24.019161 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-74dd3d4f-b812-4fdf-8afe-5c334f78d88f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:24.064824 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-74dd3d4f-b812-4fdf-8afe-5c334f78d88f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Transition to ACTIVE for port object 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 will not be triggered until provisioned by entity DHCP. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:32:24.078516 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-83473eb4-ad23-4c64-b935-dffbafe9bd6c req-3793b1a5-4919-434b-ad71-d89e96034826 service neutron] 10.222.0.87 "GET /v2.0/networks/08a7ffcb-dce2-47a5-a283-64fa5b32feea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2427297 Dec 11 16:32:24.108368 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-74dd3d4f-b812-4fdf-8afe-5c334f78d88f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:24.179546 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-cbeb5208-8f74-46ca-8de1-ffc88b272bb8 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:32:24.188075 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-e8e4a7d3-bb99-412c-9b88-475ff58f0f86 admin admin] Deleting port ae39b5fd-413a-458d-ad50-6292b0caa7df {{(pid=80242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:32:24.188460 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e8e4a7d3-bb99-412c-9b88-475ff58f0f86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:24.289425 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd3d4f-b812-4fdf-8afe-5c334f78d88f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Pushing event updated for resources: {'Port': ['ID=8ddeef31-2d04-438d-b3f5-c1818ec9e9c0,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:32:24.295545 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-74dd3d4f-b812-4fdf-8afe-5c334f78d88f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:32:24.361878 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-74dd3d4f-b812-4fdf-8afe-5c334f78d88f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Network 9608c807-e9e9-4b8f-8325-c001ecd1f2ef is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:32:24.365201 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-74dd3d4f-b812-4fdf-8afe-5c334f78d88f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:32:24.368713 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-74dd3d4f-b812-4fdf-8afe-5c334f78d88f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:32:24.465966 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-e8e4a7d3-bb99-412c-9b88-475ff58f0f86 admin admin] For port ae39b5fd-413a-458d-ad50-6292b0caa7df, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=ae39b5fd-413a-458d-ad50-6292b0caa7df,segment=NetworkSegment(114d2847-428f-43e0-9263-dade0a4c2f73),segment_id=114d2847-428f-43e0-9263-dade0a4c2f73)] {{(pid=80242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:32:24.466380 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e8e4a7d3-bb99-412c-9b88-475ff58f0f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:24.475339 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-74dd3d4f-b812-4fdf-8afe-5c334f78d88f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:24.476008 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-74dd3d4f-b812-4fdf-8afe-5c334f78d88f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:24.511679 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-74dd3d4f-b812-4fdf-8afe-5c334f78d88f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5447760 Dec 11 16:32:24.539120 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-addda148-780f-422c-a68b-f72f59614132 service neutron] Request body: {'port': {'device_id': '1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:32:24.727833 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c39def1f-ee62-474e-b477-95b581d767bd None None] Provisioning for port 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 completed by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:32:24.734610 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-e8e4a7d3-bb99-412c-9b88-475ff58f0f86 admin admin] Calling delete_port for ae39b5fd-413a-458d-ad50-6292b0caa7df owned by network:router_interface {{(pid=80242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:32:24.745168 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c39def1f-ee62-474e-b477-95b581d767bd None None] Provisioning complete for port 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:32:24.745952 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c39def1f-ee62-474e-b477-95b581d767bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:24.758484 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-addda148-780f-422c-a68b-f72f59614132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:24.862769 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83745224-d9e4-4ba5-986f-d4912fe1b421 req-95ad3028-3156-4016-a463-5dc0fd4de91e tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:24.864494 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-83745224-d9e4-4ba5-986f-d4912fe1b421 req-95ad3028-3156-4016-a463-5dc0fd4de91e tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 931 time: 0.1854427 Dec 11 16:32:24.912176 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-c39def1f-ee62-474e-b477-95b581d767bd None None] Port 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 cannot update to ACTIVE because it is not bound. {{(pid=80244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 11 16:32:24.934839 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-83745224-d9e4-4ba5-986f-d4912fe1b421 req-8f12777c-0304-4045-bfc6-90b483632a86 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0516779 Dec 11 16:32:25.112340 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e1236-ff64-41f5-9323-c78eeba70aa2 req-97fb865f-360f-4079-97d5-b50f7aa19759 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:25.113949 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4c5e1236-ff64-41f5-9323-c78eeba70aa2 req-97fb865f-360f-4079-97d5-b50f7aa19759 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.1694608 Dec 11 16:32:25.119138 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e8e4a7d3-bb99-412c-9b88-475ff58f0f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839577674'] for port, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:25.137557 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-acb5921f-a746-410d-9f61-cfa449797faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:32:25.256365 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4a7d3-bb99-412c-9b88-475ff58f0f86 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae39b5fd-413a-458d-ad50-6292b0caa7df,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:32:25.259424 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e8e4a7d3-bb99-412c-9b88-475ff58f0f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:32:25.263310 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-addda148-780f-422c-a68b-f72f59614132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 11 16:32:25.272234 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-addda148-780f-422c-a68b-f72f59614132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:25.284643 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-addda148-780f-422c-a68b-f72f59614132 service neutron] Transition to ACTIVE for port object 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:32:25.287484 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-addda148-780f-422c-a68b-f72f59614132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:25.304205 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-cbaf31db-2f4e-47d0-b767-6ec92203b804 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:32:25.307059 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4c5e1236-ff64-41f5-9323-c78eeba70aa2 req-77066789-414d-452b-bdd6-ca0536e11f51 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705978 Dec 11 16:32:25.439597 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addda148-780f-422c-a68b-f72f59614132 service neutron] Pushing event updated for resources: {'Port': ['ID=8ddeef31-2d04-438d-b3f5-c1818ec9e9c0,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:32:25.445221 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-addda148-780f-422c-a68b-f72f59614132 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:32:25.657518 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-addda148-780f-422c-a68b-f72f59614132 service neutron] Attempting to bind port 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:32:25.657904 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-addda148-780f-422c-a68b-f72f59614132 service neutron] Attempting to bind port 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': 'a23217a0-f235-4bdd-9e00-86381854dae2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9608c807-e9e9-4b8f-8325-c001ecd1f2ef'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:32:25.658263 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-addda148-780f-422c-a68b-f72f59614132 service neutron] Attempting to bind port 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 on network 9608c807-e9e9-4b8f-8325-c001ecd1f2ef {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:32:25.665243 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-addda148-780f-422c-a68b-f72f59614132 service neutron] Checking agent: {'id': 'c6c9fd6f-e101-4bae-907a-ac1718f8d09d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 23), 'started_at': datetime.datetime(2020, 12, 11, 16, 24, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:32:25.665617 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-addda148-780f-422c-a68b-f72f59614132 service neutron] Checking segment: {'id': 'a23217a0-f235-4bdd-9e00-86381854dae2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9608c807-e9e9-4b8f-8325-c001ecd1f2ef'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:32:25.666127 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-addda148-780f-422c-a68b-f72f59614132 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:25.666556 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-addda148-780f-422c-a68b-f72f59614132 service neutron] Bound using segment: {'id': 'a23217a0-f235-4bdd-9e00-86381854dae2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9608c807-e9e9-4b8f-8325-c001ecd1f2ef'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:32:25.667055 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-addda148-780f-422c-a68b-f72f59614132 service neutron] Bound port: 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a23217a0-f235-4bdd-9e00-86381854dae2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9608c807-e9e9-4b8f-8325-c001ecd1f2ef'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:32:25.667431 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-addda148-780f-422c-a68b-f72f59614132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:25.768684 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-addda148-780f-422c-a68b-f72f59614132 service neutron] For port 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0, host hv-cinder-76675, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:32:25.772162 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-addda148-780f-422c-a68b-f72f59614132 service neutron] For port 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=8ddeef31-2d04-438d-b3f5-c1818ec9e9c0,segment=NetworkSegment(a23217a0-f235-4bdd-9e00-86381854dae2),segment_id=a23217a0-f235-4bdd-9e00-86381854dae2)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:32:25.776506 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-addda148-780f-422c-a68b-f72f59614132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:25.794909 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-89a44241-ddc8-441f-b887-9a95016692ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:32:25.831791 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e8e4a7d3-bb99-412c-9b88-475ff58f0f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3269951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854361502'] for router_interface, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:26.010539 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addda148-780f-422c-a68b-f72f59614132 service neutron] Pushing event updated for resources: {'Port': ['ID=8ddeef31-2d04-438d-b3f5-c1818ec9e9c0,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:32:26.016723 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-addda148-780f-422c-a68b-f72f59614132 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:32:26.042893 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74c62e-c913-416d-b8ed-e4c22883d520 req-79b3589d-da84-4c32-b07c-ce1a2bbbf0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:26.044840 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9c74c62e-c913-416d-b8ed-e4c22883d520 req-79b3589d-da84-4c32-b07c-ce1a2bbbf0ea service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=eccf3f61bd614d87b3e6357f1c1f13bb&device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 1162 time: 0.2517457 Dec 11 16:32:26.146594 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-addda148-780f-422c-a68b-f72f59614132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:26.147741 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-addda148-780f-422c-a68b-f72f59614132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:26.148771 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-addda148-780f-422c-a68b-f72f59614132 service neutron] 10.222.0.87 "PUT /v2.0/ports/8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 HTTP/1.1" status: 200 len: 1157 time: 1.6199028 Dec 11 16:32:26.149299 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7', 'tag': '8ddeef31-2d04-438d-b3f5-c1818ec9e9c0'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:32:26.257367 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7', 'tag': '8ddeef31-2d04-438d-b3f5-c1818ec9e9c0', 'status': 'completed', 'code': 200} Dec 11 16:32:26.265132 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74c62e-c913-416d-b8ed-e4c22883d520 req-abe5a046-0efa-442a-8984-2f0a94906584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:26.266895 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9c74c62e-c913-416d-b8ed-e4c22883d520 req-abe5a046-0efa-442a-8984-2f0a94906584 service neutron] 10.222.0.87 "GET /v2.0/networks?id=08a7ffcb-dce2-47a5-a283-64fa5b32feea HTTP/1.1" status: 200 len: 911 time: 0.2138121 Dec 11 16:32:26.394154 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9c74c62e-c913-416d-b8ed-e4c22883d520 req-b042072b-c740-4a7e-82de-4bf4f46493d2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcd21503-4b3c-4f57-8696-6742f5f1990e HTTP/1.1" status: 200 len: 1000 time: 0.1186640 Dec 11 16:32:26.400526 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-0de420f5-525e-4d69-966a-718288d40da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:26.402046 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-0de420f5-525e-4d69-966a-718288d40da4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=aa6c0591fe514a1ab2514acde78d754f&device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 1160 time: 0.1883464 Dec 11 16:32:26.462411 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa58350-3e2d-4969-b6b5-9f74d69b3455 req-35826b61-ab42-4e6f-ba8b-9dbba1ab98f9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:26.467967 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0aa58350-3e2d-4969-b6b5-9f74d69b3455 req-35826b61-ab42-4e6f-ba8b-9dbba1ab98f9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 943 time: 0.3161745 Dec 11 16:32:26.520824 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-406e32ec-1f77-4a23-95b4-bb7e5a43cea6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 HTTP/1.1" status: 200 len: 217 time: 0.0818899 Dec 11 16:32:26.575000 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74c62e-c913-416d-b8ed-e4c22883d520 req-168842ec-0ab3-44e0-9926-dd0017fc0887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:26.576592 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9c74c62e-c913-416d-b8ed-e4c22883d520 req-168842ec-0ab3-44e0-9926-dd0017fc0887 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=35314c86-042c-4482-9db4-a8a492106943 HTTP/1.1" status: 200 len: 856 time: 0.1736100 Dec 11 16:32:26.603882 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0aa58350-3e2d-4969-b6b5-9f74d69b3455 req-985a7643-396e-41b0-b713-809550bcce8e tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1309347 Dec 11 16:32:26.609540 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e4a7d3-bb99-412c-9b88-475ff58f0f86 admin admin] Router f8c34d8b-1c03-4b78-9a09-464954aedf1c has already been hosted by L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 {{(pid=80242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 11 16:32:26.656226 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-64e1f710-fbae-45ae-afb6-0f9e08573d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:26.657796 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-64e1f710-fbae-45ae-afb6-0f9e08573d42 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=43a58137-6523-4358-b1d2-c22acc7c3c84 HTTP/1.1" status: 200 len: 848 time: 0.1283605 Dec 11 16:32:26.723842 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74c62e-c913-416d-b8ed-e4c22883d520 req-4f81fa43-a1dc-41ee-b9cf-7ad15ef51041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:26.725424 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9c74c62e-c913-416d-b8ed-e4c22883d520 req-4f81fa43-a1dc-41ee-b9cf-7ad15ef51041 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=08a7ffcb-dce2-47a5-a283-64fa5b32feea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1398335 Dec 11 16:32:26.775645 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680c98d-d702-410e-ab36-6efe668f2751 req-a3330d99-4347-4e86-a24f-5e5c147f1f6e tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:26.777377 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b680c98d-d702-410e-ab36-6efe668f2751 req-a3330d99-4347-4e86-a24f-5e5c147f1f6e tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.3058586 Dec 11 16:32:26.859662 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b680c98d-d702-410e-ab36-6efe668f2751 req-1a3e31fa-53c5-4fba-b8cd-958a4c42124c tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728633 Dec 11 16:32:26.870664 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e4a7d3-bb99-412c-9b88-475ff58f0f86 admin admin] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:32:26.882358 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65da4567-5b97-4557-986a-42537df718e6 None None] Sync routers for ids ['f8c34d8b-1c03-4b78-9a09-464954aedf1c'] in dv-cinder-766752-1-smb {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:32:26.885087 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-e8e4a7d3-bb99-412c-9b88-475ff58f0f86 admin admin] 10.222.0.45 "PUT /v2.0/routers/f8c34d8b-1c03-4b78-9a09-464954aedf1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3468254 Dec 11 16:32:26.892162 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 46422) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:32:26.893773 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65da4567-5b97-4557-986a-42537df718e6 None None] Routers {'f8c34d8b-1c03-4b78-9a09-464954aedf1c'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:32:26.895133 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-65da4567-5b97-4557-986a-42537df718e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:32:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['f8c34d8b-1c03-4b78-9a09-464954aedf1c'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:32:27.066599 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-7d057e53-e77e-476e-89a6-8d93f436a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:27.068213 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-7d057e53-e77e-476e-89a6-8d93f436a368 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9608c807-e9e9-4b8f-8325-c001ecd1f2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4026334 Dec 11 16:32:27.092652 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-65da4567-5b97-4557-986a-42537df718e6 None None] Set router f8c34d8b-1c03-4b78-9a09-464954aedf1c gateway port host: dv-cinder-766752-1-smb {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:32:27.093955 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9d5983cb-5d47-461a-a672-1ea8ab7485b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:27.206934 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9c74c62e-c913-416d-b8ed-e4c22883d520 req-e11ac9f9-364e-4e83-8253-6ec8c35f394d service neutron] 10.222.0.87 "GET /v2.0/networks/08a7ffcb-dce2-47a5-a283-64fa5b32feea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743204 Dec 11 16:32:27.259192 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-25baf120-8d0c-4aa5-9c95-5b0ce8b2b56c service neutron] 10.222.0.87 "GET /v2.0/networks/9608c807-e9e9-4b8f-8325-c001ecd1f2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772411 Dec 11 16:32:27.289732 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9d5983cb-5d47-461a-a672-1ea8ab7485b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:27.295805 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-9d5983cb-5d47-461a-a672-1ea8ab7485b6 admin admin] Deleting port 17934a9c-90b2-49bc-950f-2ba46d1e0086 {{(pid=80242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:32:27.296686 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9d5983cb-5d47-461a-a672-1ea8ab7485b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:27.418953 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-65da4567-5b97-4557-986a-42537df718e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'name': 'tempest-AttachVolumeTestJSON-458078925-router', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185'}], 'enable_snat': True}, 'gw_port_id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:25Z', 'updated_at': '2020-12-11T16:32:25Z', 'revision_number': 5, 'project_id': '18cab7096ec7405c979d977608f922bb', 'gw_port': {'id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:11:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:28Z', 'updated_at': '2020-12-11T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:32:27.423223 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65da4567-5b97-4557-986a-42537df718e6 None None] Checking router: f8c34d8b-1c03-4b78-9a09-464954aedf1c for host: dv-cinder-766752-1-smb {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:32:27.433028 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65da4567-5b97-4557-986a-42537df718e6 None None] Routers {'f8c34d8b-1c03-4b78-9a09-464954aedf1c'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:32:27.433706 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-65da4567-5b97-4557-986a-42537df718e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:32:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['f8c34d8b-1c03-4b78-9a09-464954aedf1c'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:32:27.505477 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-9d5983cb-5d47-461a-a672-1ea8ab7485b6 admin admin] For port 17934a9c-90b2-49bc-950f-2ba46d1e0086, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=17934a9c-90b2-49bc-950f-2ba46d1e0086,segment=NetworkSegment(fa6d7e3f-32fe-4ab3-b890-6946fd39c952),segment_id=fa6d7e3f-32fe-4ab3-b890-6946fd39c952)] {{(pid=80242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:32:27.505950 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9d5983cb-5d47-461a-a672-1ea8ab7485b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:27.553805 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9c74c62e-c913-416d-b8ed-e4c22883d520 req-d7f65916-f05d-479c-8dd1-44b814729f51 service neutron] 10.222.0.87 "GET /v2.0/networks/08a7ffcb-dce2-47a5-a283-64fa5b32feea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2927103 Dec 11 16:32:27.556211 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a52bb123-cf20-41bd-b6fc-70a11b94dcc4 req-9b30e3e9-6416-45ee-bd15-ac12022d3ef4 service neutron] 10.222.0.87 "GET /v2.0/networks/9608c807-e9e9-4b8f-8325-c001ecd1f2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2669301 Dec 11 16:32:27.632099 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-65da4567-5b97-4557-986a-42537df718e6 None None] Set router f8c34d8b-1c03-4b78-9a09-464954aedf1c gateway port host: dv-cinder-766752-1-smb {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:32:27.684841 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-9d5983cb-5d47-461a-a672-1ea8ab7485b6 admin admin] Calling delete_port for 17934a9c-90b2-49bc-950f-2ba46d1e0086 owned by network:router_gateway {{(pid=80242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:32:27.818843 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406fdcf-fbe9-4145-bcd6-dc112548ea59 req-919477c5-9c81-4e00-b3ca-636cf0740fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:27.820617 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1406fdcf-fbe9-4145-bcd6-dc112548ea59 req-919477c5-9c81-4e00-b3ca-636cf0740fb9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=aa6c0591fe514a1ab2514acde78d754f&device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 1160 time: 0.0758462 Dec 11 16:32:27.900262 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9d5983cb-5d47-461a-a672-1ea8ab7485b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839577674'] for port, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:27.965760 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-65da4567-5b97-4557-986a-42537df718e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'name': 'tempest-AttachVolumeTestJSON-458078925-router', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185'}], 'enable_snat': True}, 'gw_port_id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:25Z', 'updated_at': '2020-12-11T16:32:25Z', 'revision_number': 5, 'project_id': '18cab7096ec7405c979d977608f922bb', 'gw_port': {'id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:11:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:28Z', 'updated_at': '2020-12-11T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:32:27.971715 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65da4567-5b97-4557-986a-42537df718e6 None None] The sync data for ids ['f8c34d8b-1c03-4b78-9a09-464954aedf1c'] in dv-cinder-766752-1-smb is: [{'id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'name': 'tempest-AttachVolumeTestJSON-458078925-router', 'tenant_id': '18cab7096ec7405c979d977608f922bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185'}], 'enable_snat': True}, 'gw_port_id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:25Z', 'updated_at': '2020-12-11T16:32:25Z', 'revision_number': 5, 'project_id': '18cab7096ec7405c979d977608f922bb', 'gw_port': {'id': '17934a9c-90b2-49bc-950f-2ba46d1e0086', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:11:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c34d8b-1c03-4b78-9a09-464954aedf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:28Z', 'updated_at': '2020-12-11T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:32:27.984093 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406fdcf-fbe9-4145-bcd6-dc112548ea59 req-3c741abb-98aa-4084-8840-3e58b527461d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:27.985800 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1406fdcf-fbe9-4145-bcd6-dc112548ea59 req-3c741abb-98aa-4084-8840-3e58b527461d service neutron] 10.222.0.87 "GET /v2.0/networks?id=9608c807-e9e9-4b8f-8325-c001ecd1f2ef HTTP/1.1" status: 200 len: 903 time: 0.1582344 Dec 11 16:32:28.014258 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a193493-756d-4c55-8fbf-be0b5555e9d5 req-4ec42372-b5d7-4175-956a-a56d6804ebdf tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:28.015926 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4a193493-756d-4c55-8fbf-be0b5555e9d5 req-4ec42372-b5d7-4175-956a-a56d6804ebdf tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 943 time: 0.1978233 Dec 11 16:32:28.074223 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1406fdcf-fbe9-4145-bcd6-dc112548ea59 req-6918aab1-15fb-47e3-bf09-e727ae69e49a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 HTTP/1.1" status: 200 len: 217 time: 0.0799692 Dec 11 16:32:28.148168 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406fdcf-fbe9-4145-bcd6-dc112548ea59 req-4ac6ebc9-9e56-4c18-9719-45431ccb6927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:28.150066 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1406fdcf-fbe9-4145-bcd6-dc112548ea59 req-4ac6ebc9-9e56-4c18-9719-45431ccb6927 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=43a58137-6523-4358-b1d2-c22acc7c3c84 HTTP/1.1" status: 200 len: 848 time: 0.0684109 Dec 11 16:32:28.159121 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4a193493-756d-4c55-8fbf-be0b5555e9d5 req-e5048758-a70a-4f6b-bb64-86b364120426 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1351101 Dec 11 16:32:28.238955 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9d5983cb-5d47-461a-a672-1ea8ab7485b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415628'] for router_gateway, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:28.248238 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406fdcf-fbe9-4145-bcd6-dc112548ea59 req-8bae2b39-fc80-4de9-9b71-8c84532b9786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:28.249839 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1406fdcf-fbe9-4145-bcd6-dc112548ea59 req-8bae2b39-fc80-4de9-9b71-8c84532b9786 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9608c807-e9e9-4b8f-8325-c001ecd1f2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0865633 Dec 11 16:32:28.306228 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a8523-c33a-422a-8c89-6a7e6e4b1c50 req-d3d5a12d-ce40-494f-b6f4-4816daf0c9fe tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:28.307740 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b21a8523-c33a-422a-8c89-6a7e6e4b1c50 req-d3d5a12d-ce40-494f-b6f4-4816daf0c9fe tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.2509217 Dec 11 16:32:28.401840 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1406fdcf-fbe9-4145-bcd6-dc112548ea59 req-e761f310-6172-4bb5-9152-b7107b42d3fc service neutron] 10.222.0.87 "GET /v2.0/networks/9608c807-e9e9-4b8f-8325-c001ecd1f2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439133 Dec 11 16:32:28.464769 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device ae39b5fd-413a-458d-ad50-6292b0caa7df no longer exists at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:32:28.517129 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] No Port match for: ae39b5fd-413a-458d-ad50-6292b0caa7df {{(pid=80244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 11 16:32:28.517497 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device ae39b5fd-413a-458d-ad50-6292b0caa7df not bound to the agent host dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 11 16:32:28.568875 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1406fdcf-fbe9-4145-bcd6-dc112548ea59 req-60173b50-72db-4cbd-b5ec-0a0ba3e94d95 service neutron] 10.222.0.87 "GET /v2.0/networks/9608c807-e9e9-4b8f-8325-c001ecd1f2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1584127 Dec 11 16:32:28.678906 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9d5983cb-5d47-461a-a672-1ea8ab7485b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854360000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774711'] for router, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:28.683100 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9d5983cb-5d47-461a-a672-1ea8ab7485b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:28.687271 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b21a8523-c33a-422a-8c89-6a7e6e4b1c50 req-0a94f12c-4ec8-4712-afa7-c6452511da4d tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3710561 Dec 11 16:32:28.709056 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9d5983cb-5d47-461a-a672-1ea8ab7485b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854360002'] for router, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:28.709587 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5983cb-5d47-461a-a672-1ea8ab7485b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8c34d8b-1c03-4b78-9a09-464954aedf1c {{(pid=80242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 11 16:32:28.725502 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9d5983cb-5d47-461a-a672-1ea8ab7485b6 admin admin] Notify callbacks [] for router, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:28.727013 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-9d5983cb-5d47-461a-a672-1ea8ab7485b6 admin admin] 10.222.0.45 "DELETE /v2.0/routers/f8c34d8b-1c03-4b78-9a09-464954aedf1c HTTP/1.1" status: 204 len: 168 time: 1.8333368 Dec 11 16:32:28.729523 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 46442) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:32:28.754259 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 46446) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:32:28.817261 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f0fd1fb-da58-4aaf-97cc-0ff0c319a71f admin admin] Deleting subnet 56573ac3-46db-42ab-ac70-c5fd685172d7 {{(pid=80242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 11 16:32:28.820568 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd1fb-da58-4aaf-97cc-0ff0c319a71f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:28.876040 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd1fb-da58-4aaf-97cc-0ff0c319a71f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852725173'] for subnet, precommit_delete_associations {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:28.919632 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4e49ca8d-4121-4112-910b-bacd71878a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:28.936046 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-4e49ca8d-4121-4112-910b-bacd71878a51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:32:28.940296 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-4e49ca8d-4121-4112-910b-bacd71878a51 admin admin] Usage tracker for resource:security_group_rule and tenant:565ef2256c5a443fbd39cb00c727dba6 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:32:28.943446 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-4e49ca8d-4121-4112-910b-bacd71878a51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:32:28.950232 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-4e49ca8d-4121-4112-910b-bacd71878a51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:32:28.966159 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd1fb-da58-4aaf-97cc-0ff0c319a71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586106'] for subnet, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:29.047913 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4e49ca8d-4121-4112-910b-bacd71878a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:29.050974 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4e49ca8d-4121-4112-910b-bacd71878a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:29.060610 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-aeecea2f-3ff9-4396-b613-25d627788fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:32:29.101536 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-4e49ca8d-4121-4112-910b-bacd71878a51 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=565ef2256c5a443fbd39cb00c727dba6&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3461142 Dec 11 16:32:29.102465 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49ca8d-4121-4112-910b-bacd71878a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ebcf53-294b-4165-9ff9-05ed05eb6b9a,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:32:29.104514 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 46452) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:32:29.106666 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4e49ca8d-4121-4112-910b-bacd71878a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:32:29.256396 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7899ccfc-ada8-4eab-8fca-c6ce5ceb0096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:29.295227 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7899ccfc-ada8-4eab-8fca-c6ce5ceb0096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:29.408478 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd1fb-da58-4aaf-97cc-0ff0c319a71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851189726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15198040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839673155'] for subnet, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:29.428729 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:32:29.519568 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0fd1fb-da58-4aaf-97cc-0ff0c319a71f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56573ac3-46db-42ab-ac70-c5fd685172d7,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:32:29.526343 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3f0fd1fb-da58-4aaf-97cc-0ff0c319a71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:32:29.545779 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7899ccfc-ada8-4eab-8fca-c6ce5ceb0096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:29.551577 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3aff5948-8d61-404b-9777-9c0663c87c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:32:29.577213 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899ccfc-ada8-4eab-8fca-c6ce5ceb0096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ebcf53-294b-4165-9ff9-05ed05eb6b9a,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:32:29.586035 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7899ccfc-ada8-4eab-8fca-c6ce5ceb0096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:32:29.593017 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b43bf-8320-4d01-aa31-2314c4f94cc7 req-8e6d80ee-35bb-4806-8dd2-7fb56cc9f213 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:29.594660 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8a2b43bf-8320-4d01-aa31-2314c4f94cc7 req-8e6d80ee-35bb-4806-8dd2-7fb56cc9f213 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 943 time: 0.2877157 Dec 11 16:32:29.632828 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7899ccfc-ada8-4eab-8fca-c6ce5ceb0096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:29.634042 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-7899ccfc-ada8-4eab-8fca-c6ce5ceb0096 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c5ebcf53-294b-4165-9ff9-05ed05eb6b9a HTTP/1.1" status: 204 len: 168 time: 0.5284176 Dec 11 16:32:29.635393 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd1fb-da58-4aaf-97cc-0ff0c319a71f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for subnet, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:29.640247 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-3f0fd1fb-da58-4aaf-97cc-0ff0c319a71f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/56573ac3-46db-42ab-ac70-c5fd685172d7 HTTP/1.1" status: 204 len: 168 time: 0.9073651 Dec 11 16:32:29.640909 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 46460) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:32:29.656124 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5adc2a-3dc2-4d72-94e1-35ae3d24d134 None None] Network 98273e7d-6ebb-4285-b7f1-5f101b8f1038 requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:32:29.754820 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8a2b43bf-8320-4d01-aa31-2314c4f94cc7 req-b0f2b643-b11e-4957-96e3-3318003b31b1 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1516824 Dec 11 16:32:29.852638 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-69e574e2-7bb3-4ec3-91a0-426c1fbeaa5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851038720'] for network, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:29.992634 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-69e574e2-7bb3-4ec3-91a0-426c1fbeaa5b admin admin] Deleting port 15e86d27-db72-4622-a894-b1011bafbc1f {{(pid=80242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:32:29.992888 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-69e574e2-7bb3-4ec3-91a0-426c1fbeaa5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:30.001842 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ffb3ea-2ff3-4e1c-92f1-2191a310a674 None None] DHCP port deletion for 98273e7d-6ebb-4285-b7f1-5f101b8f1038 request from dv-cinder-766752-1-smb {{(pid=80244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 11 16:32:30.006496 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-f5ffb3ea-2ff3-4e1c-92f1-2191a310a674 None None] Deleting port 15e86d27-db72-4622-a894-b1011bafbc1f {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:32:30.007035 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f5ffb3ea-2ff3-4e1c-92f1-2191a310a674 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:30.124303 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44d31e-057c-4268-acc1-a8249c9e6ea8 req-ca4f351d-d327-42db-b54d-b32e4a77af9f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:30.125960 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2b44d31e-057c-4268-acc1-a8249c9e6ea8 req-ca4f351d-d327-42db-b54d-b32e4a77af9f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.2133634 Dec 11 16:32:30.254293 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-f5ffb3ea-2ff3-4e1c-92f1-2191a310a674 None None] For port 15e86d27-db72-4622-a894-b1011bafbc1f, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=15e86d27-db72-4622-a894-b1011bafbc1f,segment=NetworkSegment(114d2847-428f-43e0-9263-dade0a4c2f73),segment_id=114d2847-428f-43e0-9263-dade0a4c2f73)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:32:30.255022 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f5ffb3ea-2ff3-4e1c-92f1-2191a310a674 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:30.298432 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2b44d31e-057c-4268-acc1-a8249c9e6ea8 req-d64d702c-6d81-49ae-a980-2220b6f37252 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519785 Dec 11 16:32:30.304822 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-69e574e2-7bb3-4ec3-91a0-426c1fbeaa5b admin admin] For port 15e86d27-db72-4622-a894-b1011bafbc1f, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=15e86d27-db72-4622-a894-b1011bafbc1f,segment=NetworkSegment(114d2847-428f-43e0-9263-dade0a4c2f73),segment_id=114d2847-428f-43e0-9263-dade0a4c2f73)] {{(pid=80242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:32:30.305430 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-69e574e2-7bb3-4ec3-91a0-426c1fbeaa5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:30.399982 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-f5ffb3ea-2ff3-4e1c-92f1-2191a310a674 None None] Calling delete_port for 15e86d27-db72-4622-a894-b1011bafbc1f owned by network:dhcp {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:32:30.477829 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f5ffb3ea-2ff3-4e1c-92f1-2191a310a674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:30.530001 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-69e574e2-7bb3-4ec3-91a0-426c1fbeaa5b admin admin] Calling delete_port for 15e86d27-db72-4622-a894-b1011bafbc1f owned by network:dhcp {{(pid=80242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:32:30.554500 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:32:30.586434 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 17934a9c-90b2-49bc-950f-2ba46d1e0086 no longer exists at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:32:30.631906 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] No Port match for: 17934a9c-90b2-49bc-950f-2ba46d1e0086 {{(pid=80244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 11 16:32:30.632536 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 17934a9c-90b2-49bc-950f-2ba46d1e0086 not bound to the agent host dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 11 16:32:30.633290 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 15e86d27-db72-4622-a894-b1011bafbc1f no longer exists at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:32:30.633603 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.db.api [None req-69e574e2-7bb3-4ec3-91a0-426c1fbeaa5b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80242) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 11 16:32:30.633975 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_db.api [None req-69e574e2-7bb3-4ec3-91a0-426c1fbeaa5b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 11 16:32:30.683874 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:32:30.716938 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ffb3ea-2ff3-4e1c-92f1-2191a310a674 None None] Pushing event deleted for resources: {'Port': ['ID=15e86d27-db72-4622-a894-b1011bafbc1f,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:32:30.719606 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f5ffb3ea-2ff3-4e1c-92f1-2191a310a674 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:32:30.720410 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] No Port match for: 15e86d27-db72-4622-a894-b1011bafbc1f {{(pid=80244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 11 16:32:30.720798 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 15e86d27-db72-4622-a894-b1011bafbc1f not bound to the agent host dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 11 16:32:30.779921 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ffb3ea-2ff3-4e1c-92f1-2191a310a674 None None] No DVR routers for this DVR port 15e86d27-db72-4622-a894-b1011bafbc1f on host dv-cinder-766752-1-smb {{(pid=80244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 11 16:32:30.795518 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning for port 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:32:30.800961 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:32:30.801543 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:30.932099 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:30.967777 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=8ddeef31-2d04-438d-b3f5-c1818ec9e9c0,segment=NetworkSegment(a23217a0-f235-4bdd-9e00-86381854dae2),segment_id=a23217a0-f235-4bdd-9e00-86381854dae2)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:32:30.968876 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddeef31-2d04-438d-b3f5-c1818ec9e9c0'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:32:30.974883 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:30.976858 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ec84b4df-9600-4217-9609-d3a7d85fb4a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:32:31.017775 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device fcd21503-4b3c-4f57-8696-6742f5f1990e no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:32:31.032296 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4345f4-a691-4e25-8004-7706f9000ff6 req-a5fadadc-31b5-4fae-bb31-c312be174876 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:31.034043 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3e4345f4-a691-4e25-8004-7706f9000ff6 req-a5fadadc-31b5-4fae-bb31-c312be174876 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 943 time: 0.1238236 Dec 11 16:32:31.079664 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddeef31-2d04-438d-b3f5-c1818ec9e9c0', 'code': 200} Dec 11 16:32:31.104189 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3e4345f4-a691-4e25-8004-7706f9000ff6 req-e70feebe-e977-4441-be59-a8988122d87b tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0614960 Dec 11 16:32:31.135044 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-69e574e2-7bb3-4ec3-91a0-426c1fbeaa5b admin admin] Deleting port 15e86d27-db72-4622-a894-b1011bafbc1f {{(pid=80242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:32:31.135436 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-69e574e2-7bb3-4ec3-91a0-426c1fbeaa5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:31.151394 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=8ddeef31-2d04-438d-b3f5-c1818ec9e9c0,revision_number=4']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:32:31.163603 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:32:31.212915 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-69e574e2-7bb3-4ec3-91a0-426c1fbeaa5b admin admin] The port '15e86d27-db72-4622-a894-b1011bafbc1f' was deleted {{(pid=80242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 11 16:32:31.250399 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:31.287276 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port fcd21503-4b3c-4f57-8696-6742f5f1990e, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=fcd21503-4b3c-4f57-8696-6742f5f1990e,segment=NetworkSegment(e6501d83-0c9c-4b21-bbe2-cb17b597d222),segment_id=e6501d83-0c9c-4b21-bbe2-cb17b597d222)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:32:31.290933 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:31.295240 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:32:31.371632 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-69e574e2-7bb3-4ec3-91a0-426c1fbeaa5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851202014', 'neutron.services.segments.db._delete_segments_for_network--9223363266957784334'] for network, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:31.380695 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=fcd21503-4b3c-4f57-8696-6742f5f1990e,revision_number=5']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:32:31.384913 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:32:31.473948 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089583e5-b6c8-48c9-88d0-ae537e5b7f20 req-d0a44604-c245-42b0-8237-66ac38384086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:31.475598 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-089583e5-b6c8-48c9-88d0-ae537e5b7f20 req-d0a44604-c245-42b0-8237-66ac38384086 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 1162 time: 0.0932901 Dec 11 16:32:31.523626 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-089583e5-b6c8-48c9-88d0-ae537e5b7f20 req-236d4752-49c0-4d26-8c70-79438a4ca9fe service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0395372 Dec 11 16:32:31.533618 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-69e574e2-7bb3-4ec3-91a0-426c1fbeaa5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98273e7d-6ebb-4285-b7f1-5f101b8f1038']}} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:32:31.547789 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-69e574e2-7bb3-4ec3-91a0-426c1fbeaa5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '114d2847-428f-43e0-9263-dade0a4c2f73') {'for_net_delete': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:32:31.548133 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-69e574e2-7bb3-4ec3-91a0-426c1fbeaa5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '114d2847-428f-43e0-9263-dade0a4c2f73') {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:32:31.561800 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-69e574e2-7bb3-4ec3-91a0-426c1fbeaa5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266957780391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2050643'] for segment, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:31.578736 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-69e574e2-7bb3-4ec3-91a0-426c1fbeaa5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:31.581959 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-69e574e2-7bb3-4ec3-91a0-426c1fbeaa5b admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 11 16:32:31.767589 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-69e574e2-7bb3-4ec3-91a0-426c1fbeaa5b admin admin] Network 98273e7d-6ebb-4285-b7f1-5f101b8f1038 has no segments {{(pid=80242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 11 16:32:31.777187 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-69e574e2-7bb3-4ec3-91a0-426c1fbeaa5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851196067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15198179'] for segment, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:31.980886 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-69e574e2-7bb3-4ec3-91a0-426c1fbeaa5b admin admin] Network 98273e7d-6ebb-4285-b7f1-5f101b8f1038 has no segments {{(pid=80242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: % (table.description, expected, rows_matched) Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: % (table.description, expected, rows_matched) Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: % (table.description, expected, rows_matched) Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: % (table.description, expected, rows_matched) Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: Traceback (most recent call last): Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: timer() Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: cb(*args, **kw) Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: return func(*args, **kwargs) Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: self._notify() Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: self.callback(batched_events) Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: event.method(event) Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: segment_id)['aggregates'][0] Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: return f(self, *a, **k) Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: return self._get(url).json() Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: **kwargs) Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: return self.request(url, 'GET', **kwargs) Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: **endpoint_filter) Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 16:32:32.004605 dv-cinder-766752-1-smb neutron-server[80122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 16:32:32.085663 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-69e574e2-7bb3-4ec3-91a0-426c1fbeaa5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3573818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854360171'] for network, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:32.089452 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0dca7f67-5ad7-4713-a612-d189891c6b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:32:32.103924 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-69e574e2-7bb3-4ec3-91a0-426c1fbeaa5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:32.117441 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e574e2-7bb3-4ec3-91a0-426c1fbeaa5b admin admin] Pushing event deleted for resources: {'Network': ['ID=98273e7d-6ebb-4285-b7f1-5f101b8f1038,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:32:32.122764 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-69e574e2-7bb3-4ec3-91a0-426c1fbeaa5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:32:32.133577 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-69e574e2-7bb3-4ec3-91a0-426c1fbeaa5b admin admin] 10.222.0.45 "DELETE /v2.0/networks/98273e7d-6ebb-4285-b7f1-5f101b8f1038 HTTP/1.1" status: 204 len: 168 time: 2.4893422 Dec 11 16:32:32.356200 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:32:32.367934 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 46534) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:32:32.414269 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e820c-9abc-47fa-8131-6bef185d1b3a req-a9d69168-4867-4a44-a0df-030eae60eaf6 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:32.415715 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-db2e820c-9abc-47fa-8131-6bef185d1b3a req-a9d69168-4867-4a44-a0df-030eae60eaf6 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 943 time: 0.2157326 Dec 11 16:32:32.421460 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-362a5014-385c-4dc8-9832-2e8e220bfd3e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=18cab7096ec7405c979d977608f922bb&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0519686 Dec 11 16:32:32.425448 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 46538) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:32:32.427472 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:32:32.427911 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:32.428449 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9f23a7a2-6d56-46ae-b838-bb3698b95a08 req-770d40de-efe2-4597-a91c-014fe77bb300 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1879234 Dec 11 16:32:32.457935 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748b450-650e-492c-90c6-6b4214d2c40e req-0efc1154-a030-4685-b995-a3713f204ced tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:32.459584 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a748b450-650e-492c-90c6-6b4214d2c40e req-0efc1154-a030-4685-b995-a3713f204ced tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 945 time: 0.1705823 Dec 11 16:32:32.494502 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-24c42d68-ef95-49a4-9f10-e6af1b637332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:32.522514 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-db2e820c-9abc-47fa-8131-6bef185d1b3a req-71216f0f-3aec-4574-b7dd-452c52dbd3db tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929193 Dec 11 16:32:32.524819 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-24c42d68-ef95-49a4-9f10-e6af1b637332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:32.562191 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a748b450-650e-492c-90c6-6b4214d2c40e req-fa2fabda-1d3d-4739-9e18-9726fa4dfb68 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0890260 Dec 11 16:32:32.597547 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-24c42d68-ef95-49a4-9f10-e6af1b637332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:32.603254 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f1a4cd33-e618-4895-aa09-73c332416053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:32:32.629357 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c42d68-ef95-49a4-9f10-e6af1b637332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b37ac0f-8cf3-4eb1-bbdf-531e97fb1b28,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:32:32.632441 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-24c42d68-ef95-49a4-9f10-e6af1b637332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:32:32.633348 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-24c42d68-ef95-49a4-9f10-e6af1b637332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:32.635013 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-24c42d68-ef95-49a4-9f10-e6af1b637332 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1b37ac0f-8cf3-4eb1-bbdf-531e97fb1b28 HTTP/1.1" status: 204 len: 168 time: 0.2076635 Dec 11 16:32:33.081812 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87693890-35e2-4b8f-8ec4-37b254c1deaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcd21503-4b3c-4f57-8696-6742f5f1990e'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:32:33.146778 dv-cinder-766752-1-smb neutron-server[80122]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '87693890-35e2-4b8f-8ec4-37b254c1deaf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fcd21503-4b3c-4f57-8696-6742f5f1990e', 'code': 422} returned with failed status Dec 11 16:32:33.163792 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23a7a2-6d56-46ae-b838-bb3698b95a08 req-8975f793-fd67-4412-aa9c-88958e5fc24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:33.165424 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9f23a7a2-6d56-46ae-b838-bb3698b95a08 req-8975f793-fd67-4412-aa9c-88958e5fc24c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf&tenant_id=eccf3f61bd614d87b3e6357f1c1f13bb HTTP/1.1" status: 200 len: 1160 time: 0.0849075 Dec 11 16:32:33.280939 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23a7a2-6d56-46ae-b838-bb3698b95a08 req-ea60ac54-c52c-4748-8489-6c60a01b290b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:33.282550 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9f23a7a2-6d56-46ae-b838-bb3698b95a08 req-ea60ac54-c52c-4748-8489-6c60a01b290b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=eccf3f61bd614d87b3e6357f1c1f13bb&device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 1160 time: 0.0806229 Dec 11 16:32:33.435477 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23a7a2-6d56-46ae-b838-bb3698b95a08 req-1754b731-23d8-4e5e-a889-cb95e2759c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:33.437055 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9f23a7a2-6d56-46ae-b838-bb3698b95a08 req-1754b731-23d8-4e5e-a889-cb95e2759c80 service neutron] 10.222.0.87 "GET /v2.0/networks?id=08a7ffcb-dce2-47a5-a283-64fa5b32feea HTTP/1.1" status: 200 len: 911 time: 0.1469290 Dec 11 16:32:33.547389 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9f23a7a2-6d56-46ae-b838-bb3698b95a08 req-28d89fad-8502-4a74-a3f9-df1e3704a29f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcd21503-4b3c-4f57-8696-6742f5f1990e HTTP/1.1" status: 200 len: 998 time: 0.1028092 Dec 11 16:32:33.617213 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23a7a2-6d56-46ae-b838-bb3698b95a08 req-9bff62d4-063e-49b6-a297-6d0ad6c48234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:33.618985 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9f23a7a2-6d56-46ae-b838-bb3698b95a08 req-9bff62d4-063e-49b6-a297-6d0ad6c48234 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=35314c86-042c-4482-9db4-a8a492106943 HTTP/1.1" status: 200 len: 856 time: 0.0651081 Dec 11 16:32:33.657513 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 46584) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:32:33.727313 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23a7a2-6d56-46ae-b838-bb3698b95a08 req-4f8da3c9-2c93-4dcd-abe3-ca931efe3d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:33.729655 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9f23a7a2-6d56-46ae-b838-bb3698b95a08 req-4f8da3c9-2c93-4dcd-abe3-ca931efe3d15 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=08a7ffcb-dce2-47a5-a283-64fa5b32feea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1035328 Dec 11 16:32:33.874105 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e696cdc-ebff-4ece-baa4-f954d1950fe4 req-3e35bb69-22e1-43df-bfe7-6687d3b7d209 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:33.875720 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2e696cdc-ebff-4ece-baa4-f954d1950fe4 req-3e35bb69-22e1-43df-bfe7-6687d3b7d209 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 943 time: 0.1623247 Dec 11 16:32:33.882067 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-2093c07b-a982-4750-bd59-7db3c6e75010 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-545553233-network', 'tenant_id': '8e201025271440f3a963d54ec2de035f'}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:32:33.885602 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9f23a7a2-6d56-46ae-b838-bb3698b95a08 req-1c60d756-a54c-45cf-9c4b-951bb5bb1094 service neutron] 10.222.0.87 "GET /v2.0/networks/08a7ffcb-dce2-47a5-a283-64fa5b32feea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451240 Dec 11 16:32:33.890936 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bcbbc-1de4-447d-a7bb-f2b770140881 req-a6ecb620-cc60-4292-b8db-36f4d6b66501 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:33.892561 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a26bcbbc-1de4-447d-a7bb-f2b770140881 req-a6ecb620-cc60-4292-b8db-36f4d6b66501 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 945 time: 0.1339769 Dec 11 16:32:33.895771 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2093c07b-a982-4750-bd59-7db3c6e75010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:32:33.913791 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2093c07b-a982-4750-bd59-7db3c6e75010 admin admin] Usage tracker for resource:network and tenant:8e201025271440f3a963d54ec2de035f is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:32:33.921209 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2093c07b-a982-4750-bd59-7db3c6e75010 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:32:33.944938 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2093c07b-a982-4750-bd59-7db3c6e75010 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:32:33.983740 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2e696cdc-ebff-4ece-baa4-f954d1950fe4 req-20ab73dd-9fc3-40df-ab84-bd748dc73a17 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891702 Dec 11 16:32:33.984358 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2093c07b-a982-4750-bd59-7db3c6e75010 admin admin] Made reservation on behalf of 8e201025271440f3a963d54ec2de035f for: {'network': 1} {{(pid=80242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:32:33.988994 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2093c07b-a982-4750-bd59-7db3c6e75010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for network, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:34.006670 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2093c07b-a982-4750-bd59-7db3c6e75010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:34.024994 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a26bcbbc-1de4-447d-a7bb-f2b770140881 req-7aab9709-6245-4223-9647-9633627935e2 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1080394 Dec 11 16:32:34.030011 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2093c07b-a982-4750-bd59-7db3c6e75010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:32:34.033054 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9f23a7a2-6d56-46ae-b838-bb3698b95a08 req-9c175bea-3e91-4dd3-bc64-a1bf6b04dde3 service neutron] 10.222.0.87 "GET /v2.0/networks/08a7ffcb-dce2-47a5-a283-64fa5b32feea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1397705 Dec 11 16:32:34.034117 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2093c07b-a982-4750-bd59-7db3c6e75010 admin admin] Usage tracker for resource:security_group_rule and tenant:8e201025271440f3a963d54ec2de035f is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:32:34.037184 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2093c07b-a982-4750-bd59-7db3c6e75010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:32:34.044037 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2093c07b-a982-4750-bd59-7db3c6e75010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:32:34.133052 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2093c07b-a982-4750-bd59-7db3c6e75010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:34.136485 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2093c07b-a982-4750-bd59-7db3c6e75010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:34.141304 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e5f3646b-8947-47f4-8b1e-c9a299a81c3c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:32:34.182594 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2093c07b-a982-4750-bd59-7db3c6e75010 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 11 16:32:34.343116 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:32:34.417847 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:32:34.418272 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:34.477872 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093c07b-a982-4750-bd59-7db3c6e75010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8787b3-2af4-40b0-aa34-5863c9ad79c1,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:32:34.486663 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2093c07b-a982-4750-bd59-7db3c6e75010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:32:34.499475 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2093c07b-a982-4750-bd59-7db3c6e75010 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769896991466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:34.499921 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-2093c07b-a982-4750-bd59-7db3c6e75010 admin admin] Added segment 96fa24ac-ffb6-4e35-8413-4e6148728b9c of type vxlan for network 44cda896-77fd-4661-882d-f599ad8d714d Dec 11 16:32:34.542684 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2093c07b-a982-4750-bd59-7db3c6e75010 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769896439940'] for network, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:34.564056 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ea8de-eff6-47b8-9310-08e404a776e7 req-6d3152f4-e43c-46d4-9831-4de1536fbf4f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:34.565657 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0f5ea8de-eff6-47b8-9310-08e404a776e7 req-6d3152f4-e43c-46d4-9831-4de1536fbf4f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 945 time: 0.3844759 Dec 11 16:32:34.617487 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2093c07b-a982-4750-bd59-7db3c6e75010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882'] for network, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:34.622486 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2093c07b-a982-4750-bd59-7db3c6e75010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:34.623125 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2093c07b-a982-4750-bd59-7db3c6e75010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:34.630369 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:32:34.716512 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0f5ea8de-eff6-47b8-9310-08e404a776e7 req-bcb98c38-4c1e-4c95-a024-7857946b3b77 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1378517 Dec 11 16:32:34.743973 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093c07b-a982-4750-bd59-7db3c6e75010 admin admin] Pushing event updated for resources: {'Network': ['ID=44cda896-77fd-4661-882d-f599ad8d714d,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:32:34.747899 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-2093c07b-a982-4750-bd59-7db3c6e75010 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0890348 Dec 11 16:32:34.751078 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 46604) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:32:34.758264 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Network 44cda896-77fd-4661-882d-f599ad8d714d details requested by agent ovs-agent-dv-cinder-766752-1-smb with host dv-cinder-766752-1-smb {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:32:34.764567 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-666d727c-b57a-4683-b736-7c117aec60bc admin admin] Request body: {'subnet': {'network_id': '44cda896-77fd-4661-882d-f599ad8d714d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-545553233-subnet', 'tenant_id': '8e201025271440f3a963d54ec2de035f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:32:34.771620 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-666d727c-b57a-4683-b736-7c117aec60bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:32:34.771982 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2093c07b-a982-4750-bd59-7db3c6e75010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:32:34.776703 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-666d727c-b57a-4683-b736-7c117aec60bc admin admin] Usage tracker for resource:subnet and tenant:8e201025271440f3a963d54ec2de035f is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:32:34.780213 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-666d727c-b57a-4683-b736-7c117aec60bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:32:34.786872 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-666d727c-b57a-4683-b736-7c117aec60bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:32:34.800218 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666d727c-b57a-4683-b736-7c117aec60bc admin admin] Made reservation on behalf of 8e201025271440f3a963d54ec2de035f for: {'subnet': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:32:34.805322 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-666d727c-b57a-4683-b736-7c117aec60bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15590626'] for subnet, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:34.915545 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Network 44cda896-77fd-4661-882d-f599ad8d714d details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:32:34.978142 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d132b37d-8a1d-451d-8078-11198eee549e req-936f6e7e-e8d7-41c7-bd70-f13dbd98717b tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1934302 Dec 11 16:32:34.983909 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-d132b37d-8a1d-451d-8078-11198eee549e req-cb074da9-c7a9-4f84-bf1d-fae677da3a1d tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Request body: {'floatingip': {'floating_network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0'}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:32:34.990093 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-d132b37d-8a1d-451d-8078-11198eee549e req-cb074da9-c7a9-4f84-bf1d-fae677da3a1d tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:32:34.994801 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-d132b37d-8a1d-451d-8078-11198eee549e req-cb074da9-c7a9-4f84-bf1d-fae677da3a1d tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Usage tracker for resource:floatingip and tenant:aa6c0591fe514a1ab2514acde78d754f is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:32:34.998264 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-d132b37d-8a1d-451d-8078-11198eee549e req-cb074da9-c7a9-4f84-bf1d-fae677da3a1d tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:32:35.004350 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-d132b37d-8a1d-451d-8078-11198eee549e req-cb074da9-c7a9-4f84-bf1d-fae677da3a1d tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:32:35.015351 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-d132b37d-8a1d-451d-8078-11198eee549e req-cb074da9-c7a9-4f84-bf1d-fae677da3a1d tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks [] for floatingip, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:35.351237 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-666d727c-b57a-4683-b736-7c117aec60bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839641851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15590641'] for subnet, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:35.352535 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-d132b37d-8a1d-451d-8078-11198eee549e req-cb074da9-c7a9-4f84-bf1d-fae677da3a1d tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:35.369294 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9f208680-2fea-445c-abea-5c2dc84a82b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:32:35.495392 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44034a-3eda-4492-8eb2-2a6c7a9f8a61 req-a979fea0-d81b-4b83-819a-ff30dfc03391 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:35.497518 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0c44034a-3eda-4492-8eb2-2a6c7a9f8a61 req-a979fea0-d81b-4b83-819a-ff30dfc03391 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 943 time: 0.2568018 Dec 11 16:32:35.528434 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d727c-b57a-4683-b736-7c117aec60bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4d5ffcd-fc86-418b-8284-fc6ea08909cd,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:32:35.531804 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-666d727c-b57a-4683-b736-7c117aec60bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:32:35.679878 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666d727c-b57a-4683-b736-7c117aec60bc admin admin] Checking segment: {'id': '96fa24ac-ffb6-4e35-8413-4e6148728b9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '44cda896-77fd-4661-882d-f599ad8d714d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:32:35.680918 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0c44034a-3eda-4492-8eb2-2a6c7a9f8a61 req-3fdafa0a-737b-4d79-b025-44de262ef2c6 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747093 Dec 11 16:32:35.681646 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666d727c-b57a-4683-b736-7c117aec60bc admin admin] Network hostable DHCP agents. Network: 44cda896-77fd-4661-882d-f599ad8d714d, hostable agents: ['152ea6c3-4f92-4bdd-b82f-bafaeb087025'], hosted agents: [] {{(pid=80243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 11 16:32:35.740758 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666d727c-b57a-4683-b736-7c117aec60bc admin admin] Network 44cda896-77fd-4661-882d-f599ad8d714d is scheduled to be hosted by DHCP agent 152ea6c3-4f92-4bdd-b82f-bafaeb087025 with binding_index 1 {{(pid=80243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 11 16:32:35.761377 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-666d727c-b57a-4683-b736-7c117aec60bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-smb, 44cda896-77fd-4661-882d-f599ad8d714d) {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:32:35.773687 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872881d6-176e-48ce-a53f-96c668513297 None None] Network 44cda896-77fd-4661-882d-f599ad8d714d requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:32:35.776877 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666d727c-b57a-4683-b736-7c117aec60bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:35.777979 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-666d727c-b57a-4683-b736-7c117aec60bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:35.797782 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-d132b37d-8a1d-451d-8078-11198eee549e req-cb074da9-c7a9-4f84-bf1d-fae677da3a1d tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Allocated IP 172.28.1.196 (ad2ee80a-1b86-455c-8869-eab43da82ba0/ba014d62-0f8d-4c1a-b66b-b32d18d6affa/d73bd47c-aac6-4cde-acd4-8f66ea23a11d) {{(pid=80242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:32:35.801830 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-666d727c-b57a-4683-b736-7c117aec60bc admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0492237 Dec 11 16:32:36.042119 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-d132b37d-8a1d-451d-8078-11198eee549e req-cb074da9-c7a9-4f84-bf1d-fae677da3a1d tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks [] for port, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:36.098607 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-d132b37d-8a1d-451d-8078-11198eee549e req-cb074da9-c7a9-4f84-bf1d-fae677da3a1d tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839577674'] for port, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:36.219584 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0913dd-30c7-4a86-a075-81aeecc5a4fa None None] Network 44cda896-77fd-4661-882d-f599ad8d714d requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:32:36.228177 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-66efd07f-c4f1-44a4-aecd-068bce2a3f14 tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:32:36.367180 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb074da9-c7a9-4f84-bf1d-fae677da3a1d tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Pushing event updated for resources: {'Port': ['ID=d73bd47c-aac6-4cde-acd4-8f66ea23a11d,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:32:36.381275 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-cb074da9-c7a9-4f84-bf1d-fae677da3a1d tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:32:36.668685 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d132b37d-8a1d-451d-8078-11198eee549e req-cb074da9-c7a9-4f84-bf1d-fae677da3a1d tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Network ad2ee80a-1b86-455c-8869-eab43da82ba0 is already hosted by enough agents. {{(pid=80242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:32:36.673510 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-d132b37d-8a1d-451d-8078-11198eee549e req-cb074da9-c7a9-4f84-bf1d-fae677da3a1d tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Resources bound (agent type, host, resource id): {{(pid=80242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:32:36.678962 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-d132b37d-8a1d-451d-8078-11198eee549e req-cb074da9-c7a9-4f84-bf1d-fae677da3a1d tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Received port after_create {{(pid=80242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:32:36.812165 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-a0209861-6d0e-4fa4-9f60-a8cdfa52bc66 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:36.812920 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-a0209861-6d0e-4fa4-9f60-a8cdfa52bc66 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Synchronizing usage tracker for tenant:8e201025271440f3a963d54ec2de035f on resource:network {{(pid=80242) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:32:36.853116 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-a0209861-6d0e-4fa4-9f60-a8cdfa52bc66 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Unset dirty status for tenant:8e201025271440f3a963d54ec2de035f on resource:network {{(pid=80242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:32:36.860980 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-a0209861-6d0e-4fa4-9f60-a8cdfa52bc66 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/networks?id=44cda896-77fd-4661-882d-f599ad8d714d HTTP/1.1" status: 200 len: 814 time: 0.3863840 Dec 11 16:32:36.876613 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-4709e14d-45a3-46eb-b085-0d2adbcc8e79 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/quotas/8e201025271440f3a963d54ec2de035f HTTP/1.1" status: 200 len: 375 time: 0.0144823 Dec 11 16:32:36.925192 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-d132b37d-8a1d-451d-8078-11198eee549e req-cb074da9-c7a9-4f84-bf1d-fae677da3a1d tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks [] for floatingip, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:36.934758 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-438dc3b5-9bed-413a-8535-b3168be60055 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e201025271440f3a963d54ec2de035f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552175 Dec 11 16:32:37.088949 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-d132b37d-8a1d-451d-8078-11198eee549e req-cb074da9-c7a9-4f84-bf1d-fae677da3a1d tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:37.235866 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-2b87fccd-700f-4b6b-9a7c-7295e9832088 service neutron] 10.222.0.45 "GET /v2.0/networks/44cda896-77fd-4661-882d-f599ad8d714d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717922 Dec 11 16:32:37.508071 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-0a4e7138-95fe-4486-bce6-38050dd08d5e service neutron] 10.222.0.45 "GET /v2.0/networks/44cda896-77fd-4661-882d-f599ad8d714d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2612283 Dec 11 16:32:37.545931 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-d132b37d-8a1d-451d-8078-11198eee549e req-cb074da9-c7a9-4f84-bf1d-fae677da3a1d tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks [] for port, precommit_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:37.550278 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-d132b37d-8a1d-451d-8078-11198eee549e req-cb074da9-c7a9-4f84-bf1d-fae677da3a1d tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15198093'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:37.567221 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0335efb4-e850-4caf-b62a-4f5032679399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:32:37.754619 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb074da9-c7a9-4f84-bf1d-fae677da3a1d tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Pushing event updated for resources: {'Port': ['ID=d73bd47c-aac6-4cde-acd4-8f66ea23a11d,revision_number=2']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:32:37.768696 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-cb074da9-c7a9-4f84-bf1d-fae677da3a1d tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:32:38.024018 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-d132b37d-8a1d-451d-8078-11198eee549e req-cb074da9-c7a9-4f84-bf1d-fae677da3a1d tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854360154'] for floatingip, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:38.065817 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-d132b37d-8a1d-451d-8078-11198eee549e req-cb074da9-c7a9-4f84-bf1d-fae677da3a1d tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for floatingip, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:38.067168 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d132b37d-8a1d-451d-8078-11198eee549e req-cb074da9-c7a9-4f84-bf1d-fae677da3a1d tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0881732 Dec 11 16:32:38.074405 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c3e80-59bf-46b0-b0a7-026b6ae8307d req-b80a6652-8465-427e-91aa-c631d7231287 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:38.082462 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2f6c3e80-59bf-46b0-b0a7-026b6ae8307d req-b80a6652-8465-427e-91aa-c631d7231287 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 943 time: 0.1662207 Dec 11 16:32:38.205253 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-d132b37d-8a1d-451d-8078-11198eee549e req-dfd7b02f-0bba-4fc3-acfe-8edf14f3eb79 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Synchronizing usage tracker for tenant:aa6c0591fe514a1ab2514acde78d754f on resource:floatingip {{(pid=80242) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:32:38.229523 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2f6c3e80-59bf-46b0-b0a7-026b6ae8307d req-f2565bce-22ce-4b77-9667-262099851d18 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459801 Dec 11 16:32:38.259187 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-d132b37d-8a1d-451d-8078-11198eee549e req-dfd7b02f-0bba-4fc3-acfe-8edf14f3eb79 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Unset dirty status for tenant:aa6c0591fe514a1ab2514acde78d754f on resource:floatingip {{(pid=80242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:32:38.260512 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d132b37d-8a1d-451d-8078-11198eee549e req-dfd7b02f-0bba-4fc3-acfe-8edf14f3eb79 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.28.1.196 HTTP/1.1" status: 200 len: 696 time: 0.1751144 Dec 11 16:32:38.464271 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-20429ea0-9abe-49b2-97fd-50ae4a59d932 req-4ea2a178-dbc4-4332-bd75-bf09d318230a tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=518ef5a4-cd5c-4426-a080-92287cedf4f0 HTTP/1.1" status: 200 len: 210 time: 0.0606878 Dec 11 16:32:38.546426 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132b37d-8a1d-451d-8078-11198eee549e req-51dc1457-094a-4869-90fb-7b4060b76126 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:38.547942 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d132b37d-8a1d-451d-8078-11198eee549e req-51dc1457-094a-4869-90fb-7b4060b76126 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/networks/ad2ee80a-1b86-455c-8869-eab43da82ba0 HTTP/1.1" status: 200 len: 784 time: 0.2660823 Dec 11 16:32:38.561574 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [req-d132b37d-8a1d-451d-8078-11198eee549e req-121f3dfb-ab80-42cf-8afa-896dbc7704a7 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80242) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 11 16:32:38.562636 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d132b37d-8a1d-451d-8078-11198eee549e req-121f3dfb-ab80-42cf-8afa-896dbc7704a7 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0063763 Dec 11 16:32:38.909827 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66599d-aeb9-4c1b-b747-80fb08b5a070 req-c8753e03-8af8-47a2-8767-1d93be78541f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:38.911569 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5a66599d-aeb9-4c1b-b747-80fb08b5a070 req-c8753e03-8af8-47a2-8767-1d93be78541f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1718299 Dec 11 16:32:39.246685 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5a66599d-aeb9-4c1b-b747-80fb08b5a070 req-66d1cf9a-95f5-4afe-86de-d05cfad20c0e tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.28.1.196 HTTP/1.1" status: 200 len: 696 time: 0.3262661 Dec 11 16:32:39.252142 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-5a66599d-aeb9-4c1b-b747-80fb08b5a070 req-6d179de0-4c81-48f4-9c53-58429ebe4d8e tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Request body: {'floatingip': {'port_id': '8ddeef31-2d04-438d-b3f5-c1818ec9e9c0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:32:39.335883 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-5a66599d-aeb9-4c1b-b747-80fb08b5a070 req-6d179de0-4c81-48f4-9c53-58429ebe4d8e tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks [] for floatingip, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:39.706621 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801e909-3b40-41b6-a829-2013c4031912 req-af9f246e-62e3-46c8-a52a-909a1abbed7a tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:39.708322 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6801e909-3b40-41b6-a829-2013c4031912 req-af9f246e-62e3-46c8-a52a-909a1abbed7a tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 943 time: 0.2426412 Dec 11 16:32:39.858048 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6801e909-3b40-41b6-a829-2013c4031912 req-de67411a-960e-4f1a-9368-b1f8a9b20e67 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935395 Dec 11 16:32:40.072593 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-509dbb58-25d1-41d9-985b-b42ee77b9a1f req-ca6e2769-7ca4-4262-ac16-f5d26a181e89 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=518ef5a4-cd5c-4426-a080-92287cedf4f0 HTTP/1.1" status: 200 len: 210 time: 0.0654244 Dec 11 16:32:40.223821 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-5a66599d-aeb9-4c1b-b747-80fb08b5a070 req-6d179de0-4c81-48f4-9c53-58429ebe4d8e tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks [] for floatingip, precommit_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:40.226801 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-5a66599d-aeb9-4c1b-b747-80fb08b5a070 req-6d179de0-4c81-48f4-9c53-58429ebe4d8e tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854360154'] for floatingip, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:40.416110 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.l3_db [req-5a66599d-aeb9-4c1b-b747-80fb08b5a070 req-6d179de0-4c81-48f4-9c53-58429ebe4d8e tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Floating IP 400031cf-093a-4b17-9be2-7e51a26f57fb associated. External IP: 172.28.1.196, port: 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0. Dec 11 16:32:40.792492 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a66599d-aeb9-4c1b-b747-80fb08b5a070 req-6d179de0-4c81-48f4-9c53-58429ebe4d8e tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Router 4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2 has already been hosted by L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 {{(pid=80242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 11 16:32:40.993300 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a66599d-aeb9-4c1b-b747-80fb08b5a070 req-6d179de0-4c81-48f4-9c53-58429ebe4d8e tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:32:41.003511 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-5a66599d-aeb9-4c1b-b747-80fb08b5a070 req-6d179de0-4c81-48f4-9c53-58429ebe4d8e tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for floatingip, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:41.004963 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3bb79f-f0a9-410c-a894-cf4a0f97ce2f None None] Sync routers for ids ['4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2'] in dv-cinder-766752-1-smb {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:32:41.024526 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3bb79f-f0a9-410c-a894-cf4a0f97ce2f None None] Routers {'4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:32:41.025334 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-5e3bb79f-f0a9-410c-a894-cf4a0f97ce2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:32:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:32:41.118739 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5a66599d-aeb9-4c1b-b747-80fb08b5a070 req-6d179de0-4c81-48f4-9c53-58429ebe4d8e tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "PUT /v2.0/floatingips/400031cf-093a-4b17-9be2-7e51a26f57fb HTTP/1.1" status: 200 len: 996 time: 1.8710394 Dec 11 16:32:41.119409 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7', 'tag': '8ddeef31-2d04-438d-b3f5-c1818ec9e9c0'}] {{(pid=80242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:32:41.236659 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-5e3bb79f-f0a9-410c-a894-cf4a0f97ce2f None None] Set router 4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2 gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:32:41.269328 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c149c6-a1d9-40f5-b8c6-45c9f9758424 req-63281bf3-5898-4ec7-948c-22b68ca3b2d3 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:41.270910 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c9c149c6-a1d9-40f5-b8c6-45c9f9758424 req-63281bf3-5898-4ec7-948c-22b68ca3b2d3 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 943 time: 0.2327416 Dec 11 16:32:41.354799 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c9c149c6-a1d9-40f5-b8c6-45c9f9758424 req-68e72b21-412b-4e2d-bed3-19d58989fa8a tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723550 Dec 11 16:32:41.361468 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66599d-aeb9-4c1b-b747-80fb08b5a070 req-36428091-52c2-4538-9b0f-8c9c6314021b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:41.363146 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5a66599d-aeb9-4c1b-b747-80fb08b5a070 req-36428091-52c2-4538-9b0f-8c9c6314021b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa6c0591fe514a1ab2514acde78d754f&device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 1162 time: 0.2213309 Dec 11 16:32:41.540463 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66599d-aeb9-4c1b-b747-80fb08b5a070 req-bcd616ed-7f19-49ef-9798-5564075714aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:41.542303 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5a66599d-aeb9-4c1b-b747-80fb08b5a070 req-bcd616ed-7f19-49ef-9798-5564075714aa service neutron] 10.222.0.45 "GET /v2.0/networks?id=9608c807-e9e9-4b8f-8325-c001ecd1f2ef HTTP/1.1" status: 200 len: 903 time: 0.1721601 Dec 11 16:32:41.594719 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-945e2b65-3e5b-489f-ae16-27020fef1287 req-274fd8e6-6815-495e-9b07-e94ed46b2bce tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=518ef5a4-cd5c-4426-a080-92287cedf4f0 HTTP/1.1" status: 200 len: 210 time: 0.0502241 Dec 11 16:32:41.792267 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5a66599d-aeb9-4c1b-b747-80fb08b5a070 req-10d03bd9-f3d3-4018-a875-be93bbb4f118 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 HTTP/1.1" status: 200 len: 999 time: 0.1962678 Dec 11 16:32:41.805426 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-5e3bb79f-f0a9-410c-a894-cf4a0f97ce2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'name': 'tempest-TestShelveInstance-1280437860-router', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '779d727c-9afb-4f17-a9c8-50ae9fd0f35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:34Z', 'updated_at': '2020-12-11T16:31:39Z', 'revision_number': 4, 'project_id': 'aa6c0591fe514a1ab2514acde78d754f', 'gw_port': {'id': '779d727c-9afb-4f17-a9c8-50ae9fd0f35b', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:35Z', 'updated_at': '2020-12-11T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_floatingips': [{'id': '400031cf-093a-4b17-9be2-7e51a26f57fb', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'floating_ip_address': '172.28.1.196', 'floating_network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'router_id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'port_id': '8ddeef31-2d04-438d-b3f5-c1818ec9e9c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9608c807-e9e9-4b8f-8325-c001ecd1f2ef', 'mac_address': 'fa:16:3e:30:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:32:36Z', 'updated_at': '2020-12-11T16:32:40Z', 'revision_number': 1, 'project_id': 'aa6c0591fe514a1ab2514acde78d754f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c078a21-fd7b-470c-a23b-ab0c8c38fa98', 'name': '', 'network_id': '9608c807-e9e9-4b8f-8325-c001ecd1f2ef', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'mac_address': 'fa:16:3e:3e:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '43a58137-6523-4358-b1d2-c22acc7c3c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:38Z', 'updated_at': '2020-12-11T16:31:49Z', 'revision_number': 5, 'project_id': 'aa6c0591fe514a1ab2514acde78d754f', 'subnets': [{'id': '43a58137-6523-4358-b1d2-c22acc7c3c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:32:41.809852 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3bb79f-f0a9-410c-a894-cf4a0f97ce2f None None] Checking router: 4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2 for host: dv-cinder-766752-1-smb {{(pid=80244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:32:41.819379 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3bb79f-f0a9-410c-a894-cf4a0f97ce2f None None] Routers {'4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:32:41.820079 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-5e3bb79f-f0a9-410c-a894-cf4a0f97ce2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:32:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:32:41.884567 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7', 'tag': '8ddeef31-2d04-438d-b3f5-c1818ec9e9c0', 'status': 'completed', 'code': 200} Dec 11 16:32:41.903961 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66599d-aeb9-4c1b-b747-80fb08b5a070 req-856d16fe-62df-4a66-b224-c9981df24064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:41.920555 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5a66599d-aeb9-4c1b-b747-80fb08b5a070 req-856d16fe-62df-4a66-b224-c9981df24064 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=43a58137-6523-4358-b1d2-c22acc7c3c84 HTTP/1.1" status: 200 len: 848 time: 0.1187220 Dec 11 16:32:42.021980 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66599d-aeb9-4c1b-b747-80fb08b5a070 req-876f4255-673c-4795-8048-23bd3c8455e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:42.023714 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5a66599d-aeb9-4c1b-b747-80fb08b5a070 req-876f4255-673c-4795-8048-23bd3c8455e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9608c807-e9e9-4b8f-8325-c001ecd1f2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1022649 Dec 11 16:32:42.030535 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-5e3bb79f-f0a9-410c-a894-cf4a0f97ce2f None None] Set router 4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2 gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:32:42.035549 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [req-5a66599d-aeb9-4c1b-b747-80fb08b5a070 req-97f7aafb-b6f1-451a-a242-20403ea05a15 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80242) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 11 16:32:42.036910 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5a66599d-aeb9-4c1b-b747-80fb08b5a070 req-97f7aafb-b6f1-451a-a242-20403ea05a15 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0059409 Dec 11 16:32:42.447231 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-5e3bb79f-f0a9-410c-a894-cf4a0f97ce2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'name': 'tempest-TestShelveInstance-1280437860-router', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '779d727c-9afb-4f17-a9c8-50ae9fd0f35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:34Z', 'updated_at': '2020-12-11T16:31:39Z', 'revision_number': 4, 'project_id': 'aa6c0591fe514a1ab2514acde78d754f', 'gw_port': {'id': '779d727c-9afb-4f17-a9c8-50ae9fd0f35b', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:35Z', 'updated_at': '2020-12-11T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_floatingips': [{'id': '400031cf-093a-4b17-9be2-7e51a26f57fb', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'floating_ip_address': '172.28.1.196', 'floating_network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'router_id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'port_id': '8ddeef31-2d04-438d-b3f5-c1818ec9e9c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9608c807-e9e9-4b8f-8325-c001ecd1f2ef', 'mac_address': 'fa:16:3e:30:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:32:36Z', 'updated_at': '2020-12-11T16:32:40Z', 'revision_number': 1, 'project_id': 'aa6c0591fe514a1ab2514acde78d754f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c078a21-fd7b-470c-a23b-ab0c8c38fa98', 'name': '', 'network_id': '9608c807-e9e9-4b8f-8325-c001ecd1f2ef', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'mac_address': 'fa:16:3e:3e:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '43a58137-6523-4358-b1d2-c22acc7c3c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:38Z', 'updated_at': '2020-12-11T16:31:49Z', 'revision_number': 5, 'project_id': 'aa6c0591fe514a1ab2514acde78d754f', 'subnets': [{'id': '43a58137-6523-4358-b1d2-c22acc7c3c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:32:42.451522 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3bb79f-f0a9-410c-a894-cf4a0f97ce2f None None] The sync data for ids ['4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2'] in dv-cinder-766752-1-smb is: [{'id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'name': 'tempest-TestShelveInstance-1280437860-router', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '779d727c-9afb-4f17-a9c8-50ae9fd0f35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:34Z', 'updated_at': '2020-12-11T16:31:39Z', 'revision_number': 4, 'project_id': 'aa6c0591fe514a1ab2514acde78d754f', 'gw_port': {'id': '779d727c-9afb-4f17-a9c8-50ae9fd0f35b', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:35Z', 'updated_at': '2020-12-11T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_floatingips': [{'id': '400031cf-093a-4b17-9be2-7e51a26f57fb', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'floating_ip_address': '172.28.1.196', 'floating_network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'router_id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'port_id': '8ddeef31-2d04-438d-b3f5-c1818ec9e9c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9608c807-e9e9-4b8f-8325-c001ecd1f2ef', 'mac_address': 'fa:16:3e:30:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-11T16:32:36Z', 'updated_at': '2020-12-11T16:32:40Z', 'revision_number': 1, 'project_id': 'aa6c0591fe514a1ab2514acde78d754f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c078a21-fd7b-470c-a23b-ab0c8c38fa98', 'name': '', 'network_id': '9608c807-e9e9-4b8f-8325-c001ecd1f2ef', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'mac_address': 'fa:16:3e:3e:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '43a58137-6523-4358-b1d2-c22acc7c3c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:38Z', 'updated_at': '2020-12-11T16:31:49Z', 'revision_number': 5, 'project_id': 'aa6c0591fe514a1ab2514acde78d754f', 'subnets': [{'id': '43a58137-6523-4358-b1d2-c22acc7c3c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:32:42.457322 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5a66599d-aeb9-4c1b-b747-80fb08b5a070 req-bed091cd-e497-4048-bd10-08ac8ec19856 service neutron] 10.222.0.45 "GET /v2.0/networks/9608c807-e9e9-4b8f-8325-c001ecd1f2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099853 Dec 11 16:32:42.722938 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5a66599d-aeb9-4c1b-b747-80fb08b5a070 req-788ab2d4-be6e-4d50-a18a-c79a18faccaa service neutron] 10.222.0.45 "GET /v2.0/networks/9608c807-e9e9-4b8f-8325-c001ecd1f2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2573287 Dec 11 16:32:42.774876 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf8ca0-f6aa-4579-a924-5bd71a6ba589 req-3723c7e7-470e-4196-bd8f-6500238fbbb3 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:42.775322 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3ebf8ca0-f6aa-4579-a924-5bd71a6ba589 req-3723c7e7-470e-4196-bd8f-6500238fbbb3 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 943 time: 0.1865230 Dec 11 16:32:42.828265 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd446ed9-1b5d-4aab-b579-616408d88827 None None] New status for floating IP 400031cf-093a-4b17-9be2-7e51a26f57fb: ACTIVE {{(pid=80245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 11 16:32:42.885382 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3ebf8ca0-f6aa-4579-a924-5bd71a6ba589 req-50e9433a-34e9-4d4e-88de-fbb20eea64f6 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952902 Dec 11 16:32:43.020304 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9c4a8ca8-d2ee-4793-ad37-5d0458e2942e req-c44e46b4-7ce3-4658-aa90-c73900e58945 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=518ef5a4-cd5c-4426-a080-92287cedf4f0 HTTP/1.1" status: 200 len: 210 time: 0.0853238 Dec 11 16:32:43.417788 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 46762) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:32:43.580189 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4c5a836e-813a-4317-a457-82ba9a174234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:43.596080 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-4c5a836e-813a-4317-a457-82ba9a174234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:32:43.600111 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-4c5a836e-813a-4317-a457-82ba9a174234 admin admin] Usage tracker for resource:security_group_rule and tenant:134fa274a4d84d548955331b5fbe0a99 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:32:43.603064 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-4c5a836e-813a-4317-a457-82ba9a174234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:32:43.609741 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-4c5a836e-813a-4317-a457-82ba9a174234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:32:43.697722 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4c5a836e-813a-4317-a457-82ba9a174234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:43.701909 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4c5a836e-813a-4317-a457-82ba9a174234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:43.711159 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2331b5ec-3050-423e-b97f-5c8dbec10366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:32:43.756786 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 46768) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:32:43.764203 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-4c5a836e-813a-4317-a457-82ba9a174234 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=134fa274a4d84d548955331b5fbe0a99&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3448148 Dec 11 16:32:43.769912 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a836e-813a-4317-a457-82ba9a174234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfcd8c0-fae7-4888-af3c-8be294684492,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:32:43.773292 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4c5a836e-813a-4317-a457-82ba9a174234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:32:43.825622 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-40cf2e4a-93f3-4120-92a3-008e8d83292c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:43.876491 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d42d0c9-d78b-48ae-876c-905c4eda7428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:43.878264 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-40cf2e4a-93f3-4120-92a3-008e8d83292c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:43.937874 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-40cf2e4a-93f3-4120-92a3-008e8d83292c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:43.942230 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-350f3787-b25a-4168-b689-9f52bb6c8fad tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:32:43.954678 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf2e4a-93f3-4120-92a3-008e8d83292c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfcd8c0-fae7-4888-af3c-8be294684492,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:32:43.957360 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-40cf2e4a-93f3-4120-92a3-008e8d83292c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:32:43.965315 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-40cf2e4a-93f3-4120-92a3-008e8d83292c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:43.966574 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-40cf2e4a-93f3-4120-92a3-008e8d83292c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5bfcd8c0-fae7-4888-af3c-8be294684492 HTTP/1.1" status: 204 len: 168 time: 0.2080998 Dec 11 16:32:44.218116 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-aba30fd1-2314-4af9-9a14-268e6ddb9edb req-36640d70-c794-420a-9334-1d528fee9e9b tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=518ef5a4-cd5c-4426-a080-92287cedf4f0 HTTP/1.1" status: 200 len: 210 time: 0.0614245 Dec 11 16:32:44.241945 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc884f26-6b67-47ca-b717-588adb1748b1 req-d4f23773-af39-4ef6-ae7e-e77091be72c4 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:44.243605 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-fc884f26-6b67-47ca-b717-588adb1748b1 req-d4f23773-af39-4ef6-ae7e-e77091be72c4 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 943 time: 0.1752200 Dec 11 16:32:44.300219 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-fc884f26-6b67-47ca-b717-588adb1748b1 req-7e2527b0-543f-4092-9b04-aa7a087e1014 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484216 Dec 11 16:32:45.452331 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ee929315-188a-4e8d-b512-7d2da3ca17aa req-ddf54807-79e1-4b79-9da7-96d6506ededc tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=518ef5a4-cd5c-4426-a080-92287cedf4f0 HTTP/1.1" status: 200 len: 210 time: 0.0648973 Dec 11 16:32:45.581005 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb8406-b23d-4c0f-ba1e-522e7dbf37df req-fb080595-7845-4d71-8126-2740a23c7526 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:45.591392 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-79cb8406-b23d-4c0f-ba1e-522e7dbf37df req-fb080595-7845-4d71-8126-2740a23c7526 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 943 time: 0.1205509 Dec 11 16:32:45.669639 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-79cb8406-b23d-4c0f-ba1e-522e7dbf37df req-e3896c33-5d87-4bdd-a624-ad6e1fdec440 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648069 Dec 11 16:32:46.108780 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-03ae7650-889f-4683-add5-b71982a3e5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:46.657447 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-93b5c58f-6107-4fab-ae07-311f9d87725e req-081c456a-e64d-4d99-84da-ac2ac811e5a1 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=518ef5a4-cd5c-4426-a080-92287cedf4f0 HTTP/1.1" status: 200 len: 210 time: 0.0501950 Dec 11 16:32:46.668964 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbae66a-c6db-4d43-bbdd-aa1e8b431fac req-174140fe-8a5f-4a09-abad-70cd1a2b742a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:46.670364 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7cbae66a-c6db-4d43-bbdd-aa1e8b431fac req-174140fe-8a5f-4a09-abad-70cd1a2b742a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=aa6c0591fe514a1ab2514acde78d754f&device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 1162 time: 0.0854070 Dec 11 16:32:46.809736 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:46.843475 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbae66a-c6db-4d43-bbdd-aa1e8b431fac req-e05cce08-e6f6-4a5c-836a-a5408729eb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:46.845356 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7cbae66a-c6db-4d43-bbdd-aa1e8b431fac req-e05cce08-e6f6-4a5c-836a-a5408729eb2c service neutron] 10.222.0.87 "GET /v2.0/networks?id=9608c807-e9e9-4b8f-8325-c001ecd1f2ef HTTP/1.1" status: 200 len: 903 time: 0.1607201 Dec 11 16:32:46.921369 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e786a68-f6d3-454d-85f5-22c5da9a2ba5 req-3deeaee1-21d0-46e6-a600-94135a1c6866 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:46.923056 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2e786a68-f6d3-454d-85f5-22c5da9a2ba5 req-3deeaee1-21d0-46e6-a600-94135a1c6866 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 943 time: 0.0915821 Dec 11 16:32:46.967230 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7cbae66a-c6db-4d43-bbdd-aa1e8b431fac req-63215f29-30af-4097-a8b9-56fb1e6bf4c9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 HTTP/1.1" status: 200 len: 1001 time: 0.1089985 Dec 11 16:32:46.980563 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2e786a68-f6d3-454d-85f5-22c5da9a2ba5 req-001010fa-4739-46f2-892e-4b9b3a3cb7ed tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498898 Dec 11 16:32:47.054348 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbae66a-c6db-4d43-bbdd-aa1e8b431fac req-d71c6913-c29d-4f6a-bffe-40d54df2e3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:47.056137 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7cbae66a-c6db-4d43-bbdd-aa1e8b431fac req-d71c6913-c29d-4f6a-bffe-40d54df2e3b8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=43a58137-6523-4358-b1d2-c22acc7c3c84 HTTP/1.1" status: 200 len: 848 time: 0.0730448 Dec 11 16:32:47.143381 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbae66a-c6db-4d43-bbdd-aa1e8b431fac req-6673496e-63f0-499b-b9aa-b09b9c4ab574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:47.145053 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7cbae66a-c6db-4d43-bbdd-aa1e8b431fac req-6673496e-63f0-499b-b9aa-b09b9c4ab574 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9608c807-e9e9-4b8f-8325-c001ecd1f2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774508 Dec 11 16:32:47.290835 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7cbae66a-c6db-4d43-bbdd-aa1e8b431fac req-0adb8abe-957d-415a-b8b8-5b9bc70ac1b9 service neutron] 10.222.0.87 "GET /v2.0/networks/9608c807-e9e9-4b8f-8325-c001ecd1f2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372406 Dec 11 16:32:47.559369 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:47.775033 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7cbae66a-c6db-4d43-bbdd-aa1e8b431fac req-2aea6904-ed5a-4a29-bc02-2c8acc004aa9 service neutron] 10.222.0.87 "GET /v2.0/networks/9608c807-e9e9-4b8f-8325-c001ecd1f2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4755442 Dec 11 16:32:47.780966 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-4e1249a7-8553-400b-814d-c7efca3a5dbf tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:47.782451 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-4e1249a7-8553-400b-814d-c7efca3a5dbf tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.87 "GET /v2.0/networks?id=44cda896-77fd-4661-882d-f599ad8d714d HTTP/1.1" status: 200 len: 814 time: 0.2093515 Dec 11 16:32:47.842079 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-ba7ffab3-b7f7-400f-b35d-95c2898bb93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Request body: {'port': {'device_id': '518ef5a4-cd5c-4426-a080-92287cedf4f0', 'network_id': '44cda896-77fd-4661-882d-f599ad8d714d', 'admin_state_up': True, 'tenant_id': '8e201025271440f3a963d54ec2de035f'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:32:47.848847 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b56afc06-984b-4150-a77d-38a5f8650338 req-5502ba03-7241-4741-bae3-7b0c4dedaa89 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=518ef5a4-cd5c-4426-a080-92287cedf4f0 HTTP/1.1" status: 200 len: 210 time: 0.0485847 Dec 11 16:32:47.984840 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-ba7ffab3-b7f7-400f-b35d-95c2898bb93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:32:47.988904 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-ba7ffab3-b7f7-400f-b35d-95c2898bb93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Usage tracker for resource:port and tenant:8e201025271440f3a963d54ec2de035f is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:32:47.991891 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-ba7ffab3-b7f7-400f-b35d-95c2898bb93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Quota usage for port was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:32:47.998163 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-ba7ffab3-b7f7-400f-b35d-95c2898bb93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:32:48.006948 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-ba7ffab3-b7f7-400f-b35d-95c2898bb93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Made reservation on behalf of 8e201025271440f3a963d54ec2de035f for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:32:48.012982 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-ba7ffab3-b7f7-400f-b35d-95c2898bb93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:48.215899 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114a8f1-8102-4ac4-91ef-4fe75f521752 req-4fbc9d0f-0a14-4b6b-8762-66b896d5613b tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:48.217572 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3114a8f1-8102-4ac4-91ef-4fe75f521752 req-4fbc9d0f-0a14-4b6b-8762-66b896d5613b tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 943 time: 0.0922031 Dec 11 16:32:48.266805 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3114a8f1-8102-4ac4-91ef-4fe75f521752 req-68e56d32-9350-4aea-95ad-3b87711ed26c tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427325 Dec 11 16:32:48.329370 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-ba7ffab3-b7f7-400f-b35d-95c2898bb93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Allocated IP 172.20.0.2 (44cda896-77fd-4661-882d-f599ad8d714d/c4d5ffcd-fc86-418b-8284-fc6ea08909cd/65bb3c26-23d0-465a-a329-54f11f16b5f5) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:32:48.439852 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:48.569128 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-ba7ffab3-b7f7-400f-b35d-95c2898bb93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:48.597902 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-ba7ffab3-b7f7-400f-b35d-95c2898bb93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:48.613199 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-27fa8cd5-7694-4c8d-b4c7-ef70f42c9f57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:32:48.746879 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ffab3-b7f7-400f-b35d-95c2898bb93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Pushing event updated for resources: {'Port': ['ID=65bb3c26-23d0-465a-a329-54f11f16b5f5,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:32:48.751191 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ba7ffab3-b7f7-400f-b35d-95c2898bb93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:32:48.804456 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-ba7ffab3-b7f7-400f-b35d-95c2898bb93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Network 44cda896-77fd-4661-882d-f599ad8d714d is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:32:48.805656 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-ba7ffab3-b7f7-400f-b35d-95c2898bb93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:32:48.807961 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-ba7ffab3-b7f7-400f-b35d-95c2898bb93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:32:48.869944 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-ba7ffab3-b7f7-400f-b35d-95c2898bb93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:48.870623 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-ba7ffab3-b7f7-400f-b35d-95c2898bb93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:48.895155 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-ba7ffab3-b7f7-400f-b35d-95c2898bb93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0584667 Dec 11 16:32:48.917196 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-001b5350-078a-47a8-9324-7905f3f7ea86 service neutron] Request body: {'port': {'device_id': '518ef5a4-cd5c-4426-a080-92287cedf4f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:32:49.084110 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-001b5350-078a-47a8-9324-7905f3f7ea86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:49.251987 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f64594-ad1a-475e-b08d-4d2c4fdfb824 req-a7bb71ac-deab-4e2d-ac3c-26fa914cd908 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:49.253589 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-68f64594-ad1a-475e-b08d-4d2c4fdfb824 req-a7bb71ac-deab-4e2d-ac3c-26fa914cd908 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=518ef5a4-cd5c-4426-a080-92287cedf4f0 HTTP/1.1" status: 200 len: 931 time: 0.0856118 Dec 11 16:32:49.301379 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-68f64594-ad1a-475e-b08d-4d2c4fdfb824 req-9016f500-f538-40d3-9dfc-02a637743831 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Synchronizing usage tracker for tenant:8e201025271440f3a963d54ec2de035f on resource:security_group {{(pid=80242) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:32:49.320123 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-68f64594-ad1a-475e-b08d-4d2c4fdfb824 req-9016f500-f538-40d3-9dfc-02a637743831 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Unset dirty status for tenant:8e201025271440f3a963d54ec2de035f on resource:security_group {{(pid=80242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:32:49.321383 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-68f64594-ad1a-475e-b08d-4d2c4fdfb824 req-9016f500-f538-40d3-9dfc-02a637743831 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613632 Dec 11 16:32:49.492065 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-001b5350-078a-47a8-9324-7905f3f7ea86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65bb3c26-23d0-465a-a329-54f11f16b5f5 {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 11 16:32:49.500842 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-001b5350-078a-47a8-9324-7905f3f7ea86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:49.504768 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3460d0c-a792-4fb4-a94d-36a8de0428f7 req-ec768a44-f3bf-4f09-bc9b-908596dc9a23 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:49.506400 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a3460d0c-a792-4fb4-a94d-36a8de0428f7 req-ec768a44-f3bf-4f09-bc9b-908596dc9a23 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 943 time: 0.0855651 Dec 11 16:32:49.522096 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-001b5350-078a-47a8-9324-7905f3f7ea86 service neutron] Transition to ACTIVE for port object 65bb3c26-23d0-465a-a329-54f11f16b5f5 will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:32:49.525189 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-001b5350-078a-47a8-9324-7905f3f7ea86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:49.540805 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c3926be3-e757-4a84-a44d-ffe8bcb6da66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:32:49.555280 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a3460d0c-a792-4fb4-a94d-36a8de0428f7 req-b937512f-4e8e-4c14-a6ae-00857caad59d tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416362 Dec 11 16:32:49.672729 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b5350-078a-47a8-9324-7905f3f7ea86 service neutron] Pushing event updated for resources: {'Port': ['ID=65bb3c26-23d0-465a-a329-54f11f16b5f5,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:32:49.678058 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-001b5350-078a-47a8-9324-7905f3f7ea86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:32:49.856729 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-001b5350-078a-47a8-9324-7905f3f7ea86 service neutron] Attempting to bind port 65bb3c26-23d0-465a-a329-54f11f16b5f5 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:32:49.857262 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-001b5350-078a-47a8-9324-7905f3f7ea86 service neutron] Attempting to bind port 65bb3c26-23d0-465a-a329-54f11f16b5f5 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '96fa24ac-ffb6-4e35-8413-4e6148728b9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '44cda896-77fd-4661-882d-f599ad8d714d'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:32:49.857374 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-001b5350-078a-47a8-9324-7905f3f7ea86 service neutron] Attempting to bind port 65bb3c26-23d0-465a-a329-54f11f16b5f5 on network 44cda896-77fd-4661-882d-f599ad8d714d {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:32:49.862895 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-001b5350-078a-47a8-9324-7905f3f7ea86 service neutron] Checking agent: {'id': 'c6c9fd6f-e101-4bae-907a-ac1718f8d09d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 23), 'started_at': datetime.datetime(2020, 12, 11, 16, 24, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:32:49.863259 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-001b5350-078a-47a8-9324-7905f3f7ea86 service neutron] Checking segment: {'id': '96fa24ac-ffb6-4e35-8413-4e6148728b9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '44cda896-77fd-4661-882d-f599ad8d714d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:32:49.863704 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-001b5350-078a-47a8-9324-7905f3f7ea86 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:49.864150 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-001b5350-078a-47a8-9324-7905f3f7ea86 service neutron] Bound using segment: {'id': '96fa24ac-ffb6-4e35-8413-4e6148728b9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '44cda896-77fd-4661-882d-f599ad8d714d'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:32:49.864609 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-001b5350-078a-47a8-9324-7905f3f7ea86 service neutron] Bound port: 65bb3c26-23d0-465a-a329-54f11f16b5f5, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96fa24ac-ffb6-4e35-8413-4e6148728b9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '44cda896-77fd-4661-882d-f599ad8d714d'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:32:49.864970 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-001b5350-078a-47a8-9324-7905f3f7ea86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:49.958586 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-001b5350-078a-47a8-9324-7905f3f7ea86 service neutron] For port 65bb3c26-23d0-465a-a329-54f11f16b5f5, host hv-cinder-76675, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:32:49.961996 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-001b5350-078a-47a8-9324-7905f3f7ea86 service neutron] For port 65bb3c26-23d0-465a-a329-54f11f16b5f5, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=65bb3c26-23d0-465a-a329-54f11f16b5f5,segment=NetworkSegment(96fa24ac-ffb6-4e35-8413-4e6148728b9c),segment_id=96fa24ac-ffb6-4e35-8413-4e6148728b9c)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:32:49.965327 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-001b5350-078a-47a8-9324-7905f3f7ea86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:49.981110 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-74dd3d4f-b812-4fdf-8afe-5c334f78d88f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:32:50.128195 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b5350-078a-47a8-9324-7905f3f7ea86 service neutron] Pushing event updated for resources: {'Port': ['ID=65bb3c26-23d0-465a-a329-54f11f16b5f5,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:32:50.133600 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-001b5350-078a-47a8-9324-7905f3f7ea86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:32:50.165767 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-001b5350-078a-47a8-9324-7905f3f7ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:50.166434 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-001b5350-078a-47a8-9324-7905f3f7ea86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:50.168072 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-001b5350-078a-47a8-9324-7905f3f7ea86 service neutron] 10.222.0.87 "PUT /v2.0/ports/65bb3c26-23d0-465a-a329-54f11f16b5f5 HTTP/1.1" status: 200 len: 1157 time: 1.2558587 Dec 11 16:32:50.168842 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518ef5a4-cd5c-4426-a080-92287cedf4f0', 'tag': '65bb3c26-23d0-465a-a329-54f11f16b5f5'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:32:50.227707 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518ef5a4-cd5c-4426-a080-92287cedf4f0', 'tag': '65bb3c26-23d0-465a-a329-54f11f16b5f5', 'status': 'completed', 'code': 200} Dec 11 16:32:50.316297 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-70e61106-d84c-481d-8809-f9e48b89ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:50.317880 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-70e61106-d84c-481d-8809-f9e48b89ad48 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8e201025271440f3a963d54ec2de035f&device_id=518ef5a4-cd5c-4426-a080-92287cedf4f0 HTTP/1.1" status: 200 len: 1160 time: 0.0755565 Dec 11 16:32:50.397164 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-91194a56-bab0-457d-b985-c65ec217e355 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65bb3c26-23d0-465a-a329-54f11f16b5f5 HTTP/1.1" status: 200 len: 217 time: 0.0650122 Dec 11 16:32:50.465957 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-7c3a7c0e-bdeb-4b5a-b7d0-72d1a52d1247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:50.467542 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-7c3a7c0e-bdeb-4b5a-b7d0-72d1a52d1247 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c4d5ffcd-fc86-418b-8284-fc6ea08909cd HTTP/1.1" status: 200 len: 854 time: 0.0639677 Dec 11 16:32:50.520879 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-5493dc82-18e3-4e29-9bff-3617cbbf5871 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=44cda896-77fd-4661-882d-f599ad8d714d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464509 Dec 11 16:32:50.535780 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406f1d4-b82c-45e2-8404-2e7fe62103fb req-84d87561-3340-4c18-b751-df1750a5acaa tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:50.537368 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9406f1d4-b82c-45e2-8404-2e7fe62103fb req-84d87561-3340-4c18-b751-df1750a5acaa tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=518ef5a4-cd5c-4426-a080-92287cedf4f0 HTTP/1.1" status: 200 len: 943 time: 0.0862193 Dec 11 16:32:50.585295 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9406f1d4-b82c-45e2-8404-2e7fe62103fb req-22279a3d-dbab-4ad3-ae93-2c007bdadf3e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403068 Dec 11 16:32:50.669779 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-71ceb10e-edda-4c7d-95f6-f8ef0c984c47 service neutron] 10.222.0.87 "GET /v2.0/networks/44cda896-77fd-4661-882d-f599ad8d714d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410406 Dec 11 16:32:50.789703 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aeb170-5978-4a18-8a49-b60c7fcf99c7 req-cf824c78-99bc-4dd2-b938-1322563c51ea tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:50.791162 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-51aeb170-5978-4a18-8a49-b60c7fcf99c7 req-cf824c78-99bc-4dd2-b938-1322563c51ea tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 943 time: 0.0851521 Dec 11 16:32:50.813751 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ecc62b55-2dc2-45bd-a1f5-896615540d08 req-a161ca88-28cd-42b9-a179-a1b8eeb8c7f8 service neutron] 10.222.0.87 "GET /v2.0/networks/44cda896-77fd-4661-882d-f599ad8d714d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1370404 Dec 11 16:32:50.842877 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-51aeb170-5978-4a18-8a49-b60c7fcf99c7 req-0b200211-22f2-4e4a-b1d5-98881c8aa71c tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431793 Dec 11 16:32:50.899799 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device fcd21503-4b3c-4f57-8696-6742f5f1990e up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:32:50.976652 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port fcd21503-4b3c-4f57-8696-6742f5f1990e triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:32:50.977072 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:50.995148 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8dc9f-da63-49bc-978a-a89c82784246 req-9a21fd9d-8173-4016-a7ca-06fe966b3427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:50.996989 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-dbc8dc9f-da63-49bc-978a-a89c82784246 req-9a21fd9d-8173-4016-a7ca-06fe966b3427 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8e201025271440f3a963d54ec2de035f&device_id=518ef5a4-cd5c-4426-a080-92287cedf4f0 HTTP/1.1" status: 200 len: 1160 time: 0.0799212 Dec 11 16:32:51.107790 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:51.141760 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87693890-35e2-4b8f-8ec4-37b254c1deaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd21503-4b3c-4f57-8696-6742f5f1990e'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:32:51.161406 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port fcd21503-4b3c-4f57-8696-6742f5f1990e, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=fcd21503-4b3c-4f57-8696-6742f5f1990e,segment=NetworkSegment(e6501d83-0c9c-4b21-bbe2-cb17b597d222),segment_id=e6501d83-0c9c-4b21-bbe2-cb17b597d222)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:32:51.164056 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:51.166760 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f5ffb3ea-2ff3-4e1c-92f1-2191a310a674 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:32:51.257319 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87693890-35e2-4b8f-8ec4-37b254c1deaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd21503-4b3c-4f57-8696-6742f5f1990e', 'code': 200} Dec 11 16:32:51.258294 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=fcd21503-4b3c-4f57-8696-6742f5f1990e,revision_number=6']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:32:51.268159 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:51.268707 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:51.269091 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:51.269460 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:51.269986 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:51.270350 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:51.270716 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:51.271078 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:51.271434 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:51.271814 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:51.272176 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:51.272531 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:51.272928 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:51.273304 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:51.273671 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:51.274198 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:51.274569 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:51.274995 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:51.275346 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:51.275746 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:51.276116 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:51.276434 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:51.277494 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:51.277763 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:51.282674 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:32:51.366994 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8dc9f-da63-49bc-978a-a89c82784246 req-1825f2d3-b1f1-4a37-95a9-6d7524631568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:51.368762 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-dbc8dc9f-da63-49bc-978a-a89c82784246 req-1825f2d3-b1f1-4a37-95a9-6d7524631568 service neutron] 10.222.0.87 "GET /v2.0/networks?id=44cda896-77fd-4661-882d-f599ad8d714d HTTP/1.1" status: 200 len: 908 time: 0.3644125 Dec 11 16:32:51.446540 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-dbc8dc9f-da63-49bc-978a-a89c82784246 req-e0d9c2c9-78f8-4ca4-a494-68ca85316eaf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65bb3c26-23d0-465a-a329-54f11f16b5f5 HTTP/1.1" status: 200 len: 217 time: 0.0695066 Dec 11 16:32:51.572140 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8dc9f-da63-49bc-978a-a89c82784246 req-f2f6dac0-bc7c-4d4a-b35f-983467b20c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:51.574211 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-dbc8dc9f-da63-49bc-978a-a89c82784246 req-f2f6dac0-bc7c-4d4a-b35f-983467b20c43 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c4d5ffcd-fc86-418b-8284-fc6ea08909cd HTTP/1.1" status: 200 len: 854 time: 0.1198144 Dec 11 16:32:51.628445 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-dbc8dc9f-da63-49bc-978a-a89c82784246 req-b9c270b3-cfc4-463f-8e3d-481bf42cd234 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=44cda896-77fd-4661-882d-f599ad8d714d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468769 Dec 11 16:32:51.636597 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae21706-be2a-4a38-b768-2f7385b34393 req-876a9f60-b190-44b8-9765-7a4b8611b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:51.638241 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9ae21706-be2a-4a38-b768-2f7385b34393 req-876a9f60-b190-44b8-9765-7a4b8611b8ba service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 1162 time: 0.1457489 Dec 11 16:32:51.767714 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9ae21706-be2a-4a38-b768-2f7385b34393 req-682d502a-e9b2-4154-b2f3-e376eb7aed60 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061525 Dec 11 16:32:51.814728 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-dbc8dc9f-da63-49bc-978a-a89c82784246 req-ed9c3301-c53d-4e55-88da-b3935b84bd10 service neutron] 10.222.0.87 "GET /v2.0/networks/44cda896-77fd-4661-882d-f599ad8d714d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754360 Dec 11 16:32:51.843627 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9003671-a60d-49fb-9515-9bdbcc0a4510 req-3e9afb94-37d5-41cf-9f29-c6bb30b85837 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:51.845240 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e9003671-a60d-49fb-9515-9bdbcc0a4510 req-3e9afb94-37d5-41cf-9f29-c6bb30b85837 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=518ef5a4-cd5c-4426-a080-92287cedf4f0 HTTP/1.1" status: 200 len: 943 time: 0.0847399 Dec 11 16:32:51.892953 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e9003671-a60d-49fb-9515-9bdbcc0a4510 req-991aa4f4-6d0c-4cb2-814b-04decb56eb98 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411243 Dec 11 16:32:51.902332 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 6 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:32:52.075952 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e191f-a950-4ad1-a245-7402006003c8 req-e2c81be3-5b0a-4518-a1c9-4d198d169318 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:52.077551 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e74e191f-a950-4ad1-a245-7402006003c8 req-e2c81be3-5b0a-4518-a1c9-4d198d169318 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.0890162 Dec 11 16:32:52.125932 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e74e191f-a950-4ad1-a245-7402006003c8 req-4832cde3-a252-4ba4-9535-4268e28566e9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418417 Dec 11 16:32:52.226809 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-dbc8dc9f-da63-49bc-978a-a89c82784246 req-26d93703-1722-49bc-958e-0f59191eb052 service neutron] 10.222.0.87 "GET /v2.0/networks/44cda896-77fd-4661-882d-f599ad8d714d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1383159 Dec 11 16:32:52.634436 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device fcd21503-4b3c-4f57-8696-6742f5f1990e up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:32:52.704928 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port fcd21503-4b3c-4f57-8696-6742f5f1990e triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:32:52.705347 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:53.113241 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b3d9c-29b2-49e7-af11-9880aa46ac18 req-69eada4e-367d-49c0-987e-5ecc612343fd tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:53.114843 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-851b3d9c-29b2-49e7-af11-9880aa46ac18 req-69eada4e-367d-49c0-987e-5ecc612343fd tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=518ef5a4-cd5c-4426-a080-92287cedf4f0 HTTP/1.1" status: 200 len: 943 time: 0.0919738 Dec 11 16:32:53.163547 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-851b3d9c-29b2-49e7-af11-9880aa46ac18 req-b1456ab0-9297-4c27-9ef3-d9a7039817b7 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418696 Dec 11 16:32:53.329669 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:53.369976 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308e4ee-5fb0-4274-b4e1-7143f3385af3 req-a55fac50-6925-4493-86b3-cb14ecbff4e9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:53.372141 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c308e4ee-5fb0-4274-b4e1-7143f3385af3 req-a55fac50-6925-4493-86b3-cb14ecbff4e9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.0893788 Dec 11 16:32:53.424267 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c308e4ee-5fb0-4274-b4e1-7143f3385af3 req-328a291d-07d8-435a-a052-1bc8e3295c08 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458529 Dec 11 16:32:54.381872 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989abdb9-e3e1-4189-ae8f-7bfc4b0c048a req-be19ed66-cb43-4bb1-8aa5-2d04cf9fa886 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:54.383591 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-989abdb9-e3e1-4189-ae8f-7bfc4b0c048a req-be19ed66-cb43-4bb1-8aa5-2d04cf9fa886 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=518ef5a4-cd5c-4426-a080-92287cedf4f0 HTTP/1.1" status: 200 len: 943 time: 0.0849950 Dec 11 16:32:54.429887 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-989abdb9-e3e1-4189-ae8f-7bfc4b0c048a req-cb3a3833-d1c1-463e-bd10-18cef0b10837 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398355 Dec 11 16:32:54.653714 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595867d-0be2-44a4-aa9a-c24ec93fd8f5 req-1764a86c-1b3a-4f8d-b610-a6297afdca8e tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:54.655360 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7595867d-0be2-44a4-aa9a-c24ec93fd8f5 req-1764a86c-1b3a-4f8d-b610-a6297afdca8e tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.0853479 Dec 11 16:32:54.656050 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.objects.ports [None req-7146dca3-bcf7-4b97-aed1-93ab096faada None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80244) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 11 16:32:54.705226 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7595867d-0be2-44a4-aa9a-c24ec93fd8f5 req-723be26c-00d9-401a-a80b-744263e43abb tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422139 Dec 11 16:32:55.249712 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 65bb3c26-23d0-465a-a329-54f11f16b5f5 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:32:55.326177 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning for port 65bb3c26-23d0-465a-a329-54f11f16b5f5 completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:32:55.331507 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 65bb3c26-23d0-465a-a329-54f11f16b5f5 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:32:55.331933 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:55.447298 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:55.475497 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518ef5a4-cd5c-4426-a080-92287cedf4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bb3c26-23d0-465a-a329-54f11f16b5f5'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:32:55.486245 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port 65bb3c26-23d0-465a-a329-54f11f16b5f5, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=65bb3c26-23d0-465a-a329-54f11f16b5f5,segment=NetworkSegment(96fa24ac-ffb6-4e35-8413-4e6148728b9c),segment_id=96fa24ac-ffb6-4e35-8413-4e6148728b9c)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:32:55.489064 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:55.491840 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:32:55.542341 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518ef5a4-cd5c-4426-a080-92287cedf4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bb3c26-23d0-465a-a329-54f11f16b5f5', 'code': 200} Dec 11 16:32:55.565383 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=65bb3c26-23d0-465a-a329-54f11f16b5f5,revision_number=4']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:32:55.568757 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:32:55.647350 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578c14b-7a29-47b4-8b0e-8bc3051909d7 req-853c7a60-e995-4f83-bdbc-5d5ce5e314c1 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:55.648991 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5578c14b-7a29-47b4-8b0e-8bc3051909d7 req-853c7a60-e995-4f83-bdbc-5d5ce5e314c1 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=518ef5a4-cd5c-4426-a080-92287cedf4f0 HTTP/1.1" status: 200 len: 945 time: 0.0848713 Dec 11 16:32:55.705365 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5578c14b-7a29-47b4-8b0e-8bc3051909d7 req-2792da29-7b72-4eff-8c14-acd1e7016574 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441000 Dec 11 16:32:55.840119 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675efc1a-edb0-43c6-8c5d-fb9655758216 req-140a1205-42f8-4331-ba26-a8d65452ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:55.841683 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-675efc1a-edb0-43c6-8c5d-fb9655758216 req-140a1205-42f8-4331-ba26-a8d65452ae5a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=518ef5a4-cd5c-4426-a080-92287cedf4f0 HTTP/1.1" status: 200 len: 1162 time: 0.0757942 Dec 11 16:32:55.885027 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-675efc1a-edb0-43c6-8c5d-fb9655758216 req-15cc212e-38ef-4ff9-be1d-12e1f888dc7c service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363369 Dec 11 16:32:56.675238 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 46974) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:32:56.799854 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 65bb3c26-23d0-465a-a329-54f11f16b5f5 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:32:56.834553 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:56.850858 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:32:56.854954 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Usage tracker for resource:security_group_rule and tenant:e02cd90297b74f29b3cb310972d29111 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:32:56.857981 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:32:56.863791 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:32:56.874452 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 65bb3c26-23d0-465a-a329-54f11f16b5f5 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:32:56.874878 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:56.930315 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c16c3b-5a8e-4670-b8d2-496a9ee9d03c req-0a308cbe-19e0-4001-b9d5-9141b75efd47 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:56.932171 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-82c16c3b-5a8e-4670-b8d2-496a9ee9d03c req-0a308cbe-19e0-4001-b9d5-9141b75efd47 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=518ef5a4-cd5c-4426-a080-92287cedf4f0 HTTP/1.1" status: 200 len: 945 time: 0.0908449 Dec 11 16:32:56.951676 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:56.956888 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:56.985409 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8a85d421-c0cb-46d8-8565-58694310ca7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:32:56.999855 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-82c16c3b-5a8e-4670-b8d2-496a9ee9d03c req-fb216b7a-227c-4b96-9715-e215879e7d54 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528433 Dec 11 16:32:57.003359 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e02cd90297b74f29b3cb310972d29111&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3269389 Dec 11 16:32:57.006266 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 46982) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:32:57.039403 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfe2eb6-d493-4700-87ad-e4474a3e9043,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:32:57.058961 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:57.059439 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:57.059796 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:57.060176 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:57.060558 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:57.060942 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:57.061325 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:57.061708 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:57.062085 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:57.062468 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:57.062849 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:57.063228 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:57.063696 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:57.064075 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:57.064453 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:57.064828 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:57.065208 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:57.065588 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:57.065964 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:57.066339 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:57.066720 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:57.067097 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:57.067494 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:57.067875 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:32:57.075285 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:32:57.112015 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-54859514-ab9f-4f26-97b1-d2c4c0e4026b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:57.140551 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-54859514-ab9f-4f26-97b1-d2c4c0e4026b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:57.187132 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-54859514-ab9f-4f26-97b1-d2c4c0e4026b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:57.192192 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b6ba3166-e221-4df0-94ba-7f37c2d0c6b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:32:57.203725 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54859514-ab9f-4f26-97b1-d2c4c0e4026b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfe2eb6-d493-4700-87ad-e4474a3e9043,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:32:57.208433 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-54859514-ab9f-4f26-97b1-d2c4c0e4026b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:32:57.210386 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-54859514-ab9f-4f26-97b1-d2c4c0e4026b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:32:57.214068 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-54859514-ab9f-4f26-97b1-d2c4c0e4026b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2bfe2eb6-d493-4700-87ad-e4474a3e9043 HTTP/1.1" status: 204 len: 168 time: 0.2041035 Dec 11 16:32:58.219891 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e578e86-5575-4a76-8c0f-75e99a0bc3ec req-18aa9b0c-9016-41d3-91fd-7e25c6cae47f tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:32:58.221494 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0e578e86-5575-4a76-8c0f-75e99a0bc3ec req-18aa9b0c-9016-41d3-91fd-7e25c6cae47f tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=518ef5a4-cd5c-4426-a080-92287cedf4f0 HTTP/1.1" status: 200 len: 945 time: 0.0885429 Dec 11 16:32:58.267477 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0e578e86-5575-4a76-8c0f-75e99a0bc3ec req-57dc4a98-0142-4ad1-99c4-ac0a09b5e230 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396152 Dec 11 16:32:58.738088 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 65bb3c26-23d0-465a-a329-54f11f16b5f5 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:32:58.807293 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 65bb3c26-23d0-465a-a329-54f11f16b5f5 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:32:58.808360 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:02.943387 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-2a1155b7-c019-4ea1-8f9b-24b2a80c8610 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:02.945050 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-2a1155b7-c019-4ea1-8f9b-24b2a80c8610 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/networks?id=44cda896-77fd-4661-882d-f599ad8d714d HTTP/1.1" status: 200 len: 814 time: 0.1557031 Dec 11 16:33:02.960815 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-5ac8492c-d5b2-4bc6-9d7f-07435c92ac14 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/quotas/8e201025271440f3a963d54ec2de035f HTTP/1.1" status: 200 len: 375 time: 0.0096228 Dec 11 16:33:03.044529 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-22aa8022-6355-4f0a-a48a-b1a5ae637985 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e201025271440f3a963d54ec2de035f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0775993 Dec 11 16:33:03.189238 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-f79e5762-301d-4a40-9fea-9c18ec9f650f service neutron] 10.222.0.45 "GET /v2.0/networks/44cda896-77fd-4661-882d-f599ad8d714d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372199 Dec 11 16:33:03.331590 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-d24b340f-b1c4-4d65-9893-aa975ba6ab3f service neutron] 10.222.0.45 "GET /v2.0/networks/44cda896-77fd-4661-882d-f599ad8d714d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1358185 Dec 11 16:33:03.539221 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f1293f51-b7ee-4a9f-8226-c0bdf94cabd4 req-5761740a-4d31-4584-8470-40199c6b848f tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=93e7b1a9-43f4-41f3-b3da-d35dbde03d6f HTTP/1.1" status: 200 len: 210 time: 0.0503080 Dec 11 16:33:04.720738 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1c3fd209-aef3-4c63-a086-05c3744a7ed5 req-9eda2770-a1f7-4768-9b7a-dc54de24e6bd tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=93e7b1a9-43f4-41f3-b3da-d35dbde03d6f HTTP/1.1" status: 200 len: 210 time: 0.0482700 Dec 11 16:33:04.859911 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-2741b6c2-4761-4a27-a1a8-5d7dfba15764 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:04.861471 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-2741b6c2-4761-4a27-a1a8-5d7dfba15764 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.87 "GET /v2.0/networks?id=44cda896-77fd-4661-882d-f599ad8d714d HTTP/1.1" status: 200 len: 814 time: 0.1554124 Dec 11 16:33:04.892070 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-eee0bfe7-b096-46ef-9731-3286829c7f23 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Request body: {'port': {'device_id': '93e7b1a9-43f4-41f3-b3da-d35dbde03d6f', 'network_id': '44cda896-77fd-4661-882d-f599ad8d714d', 'admin_state_up': True, 'tenant_id': '8e201025271440f3a963d54ec2de035f'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:33:05.034659 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-eee0bfe7-b096-46ef-9731-3286829c7f23 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:33:05.038669 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-eee0bfe7-b096-46ef-9731-3286829c7f23 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Usage tracker for resource:port and tenant:8e201025271440f3a963d54ec2de035f is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:33:05.041609 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-eee0bfe7-b096-46ef-9731-3286829c7f23 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Quota usage for port was recalculated. Used quota:1. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:33:05.047611 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-eee0bfe7-b096-46ef-9731-3286829c7f23 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:33:05.056260 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-eee0bfe7-b096-46ef-9731-3286829c7f23 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Made reservation on behalf of 8e201025271440f3a963d54ec2de035f for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:33:05.061680 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-eee0bfe7-b096-46ef-9731-3286829c7f23 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:05.361932 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-eee0bfe7-b096-46ef-9731-3286829c7f23 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Allocated IP 172.20.0.10 (44cda896-77fd-4661-882d-f599ad8d714d/c4d5ffcd-fc86-418b-8284-fc6ea08909cd/0cc04d15-915c-4371-befd-b1e928f4e8f4) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:33:05.584135 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-eee0bfe7-b096-46ef-9731-3286829c7f23 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:05.609450 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-eee0bfe7-b096-46ef-9731-3286829c7f23 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:05.624177 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7f50aab7-5352-43a3-8a6c-b79110e05578 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:33:05.756806 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0bfe7-b096-46ef-9731-3286829c7f23 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Pushing event updated for resources: {'Port': ['ID=0cc04d15-915c-4371-befd-b1e928f4e8f4,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:33:05.761158 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-eee0bfe7-b096-46ef-9731-3286829c7f23 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:33:05.818353 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-eee0bfe7-b096-46ef-9731-3286829c7f23 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Network 44cda896-77fd-4661-882d-f599ad8d714d is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:33:05.819581 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-eee0bfe7-b096-46ef-9731-3286829c7f23 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:33:05.821852 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-eee0bfe7-b096-46ef-9731-3286829c7f23 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:33:05.884089 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-eee0bfe7-b096-46ef-9731-3286829c7f23 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:05.884662 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-eee0bfe7-b096-46ef-9731-3286829c7f23 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:05.908562 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-eee0bfe7-b096-46ef-9731-3286829c7f23 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0208416 Dec 11 16:33:05.936118 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcab91-0c35-43f1-b580-44a41674f7e4 req-2789e373-ac52-4577-a52d-4dc835645b01 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:05.937065 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-357f04c7-aef3-4662-bf9a-d806718cc75e service neutron] Request body: {'port': {'device_id': '93e7b1a9-43f4-41f3-b3da-d35dbde03d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:33:05.937696 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bbdcab91-0c35-43f1-b580-44a41674f7e4 req-2789e373-ac52-4577-a52d-4dc835645b01 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=93e7b1a9-43f4-41f3-b3da-d35dbde03d6f HTTP/1.1" status: 200 len: 932 time: 0.0849268 Dec 11 16:33:05.988158 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bbdcab91-0c35-43f1-b580-44a41674f7e4 req-7a60c204-a57b-401a-a218-79d892e8d6d0 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440156 Dec 11 16:33:06.050917 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-357f04c7-aef3-4662-bf9a-d806718cc75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:06.469026 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-357f04c7-aef3-4662-bf9a-d806718cc75e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc04d15-915c-4371-befd-b1e928f4e8f4 {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 11 16:33:06.476114 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-357f04c7-aef3-4662-bf9a-d806718cc75e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:06.488178 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-357f04c7-aef3-4662-bf9a-d806718cc75e service neutron] Transition to ACTIVE for port object 0cc04d15-915c-4371-befd-b1e928f4e8f4 will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:33:06.491134 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-357f04c7-aef3-4662-bf9a-d806718cc75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:06.505997 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-85e2ebd7-5b97-489a-ab69-77ac37d1e4b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:33:06.633253 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f04c7-aef3-4662-bf9a-d806718cc75e service neutron] Pushing event updated for resources: {'Port': ['ID=0cc04d15-915c-4371-befd-b1e928f4e8f4,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:33:06.639058 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-357f04c7-aef3-4662-bf9a-d806718cc75e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:33:06.821600 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-357f04c7-aef3-4662-bf9a-d806718cc75e service neutron] Attempting to bind port 0cc04d15-915c-4371-befd-b1e928f4e8f4 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:33:06.822214 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-357f04c7-aef3-4662-bf9a-d806718cc75e service neutron] Attempting to bind port 0cc04d15-915c-4371-befd-b1e928f4e8f4 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '96fa24ac-ffb6-4e35-8413-4e6148728b9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '44cda896-77fd-4661-882d-f599ad8d714d'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:33:06.822342 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-357f04c7-aef3-4662-bf9a-d806718cc75e service neutron] Attempting to bind port 0cc04d15-915c-4371-befd-b1e928f4e8f4 on network 44cda896-77fd-4661-882d-f599ad8d714d {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:33:06.828788 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-357f04c7-aef3-4662-bf9a-d806718cc75e service neutron] Checking agent: {'id': 'c6c9fd6f-e101-4bae-907a-ac1718f8d09d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 23), 'started_at': datetime.datetime(2020, 12, 11, 16, 24, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:33:06.829194 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-357f04c7-aef3-4662-bf9a-d806718cc75e service neutron] Checking segment: {'id': '96fa24ac-ffb6-4e35-8413-4e6148728b9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '44cda896-77fd-4661-882d-f599ad8d714d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:33:06.829591 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-357f04c7-aef3-4662-bf9a-d806718cc75e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:06.829982 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-357f04c7-aef3-4662-bf9a-d806718cc75e service neutron] Bound using segment: {'id': '96fa24ac-ffb6-4e35-8413-4e6148728b9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '44cda896-77fd-4661-882d-f599ad8d714d'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:33:06.830450 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-357f04c7-aef3-4662-bf9a-d806718cc75e service neutron] Bound port: 0cc04d15-915c-4371-befd-b1e928f4e8f4, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96fa24ac-ffb6-4e35-8413-4e6148728b9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '44cda896-77fd-4661-882d-f599ad8d714d'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:33:06.830818 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-357f04c7-aef3-4662-bf9a-d806718cc75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:06.919216 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-357f04c7-aef3-4662-bf9a-d806718cc75e service neutron] For port 0cc04d15-915c-4371-befd-b1e928f4e8f4, host hv-cinder-76675, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:33:06.922336 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-357f04c7-aef3-4662-bf9a-d806718cc75e service neutron] For port 0cc04d15-915c-4371-befd-b1e928f4e8f4, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=0cc04d15-915c-4371-befd-b1e928f4e8f4,segment=NetworkSegment(96fa24ac-ffb6-4e35-8413-4e6148728b9c),segment_id=96fa24ac-ffb6-4e35-8413-4e6148728b9c)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:33:06.925648 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-357f04c7-aef3-4662-bf9a-d806718cc75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:06.941101 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d74eed3f-4637-4f70-938b-dbeeb2b4a5ad tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:33:07.088322 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f04c7-aef3-4662-bf9a-d806718cc75e service neutron] Pushing event updated for resources: {'Port': ['ID=0cc04d15-915c-4371-befd-b1e928f4e8f4,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:33:07.091795 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-357f04c7-aef3-4662-bf9a-d806718cc75e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:33:07.131404 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-357f04c7-aef3-4662-bf9a-d806718cc75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:07.132099 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-357f04c7-aef3-4662-bf9a-d806718cc75e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:07.133555 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-357f04c7-aef3-4662-bf9a-d806718cc75e service neutron] 10.222.0.87 "PUT /v2.0/ports/0cc04d15-915c-4371-befd-b1e928f4e8f4 HTTP/1.1" status: 200 len: 1158 time: 1.2017829 Dec 11 16:33:07.134085 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e7b1a9-43f4-41f3-b3da-d35dbde03d6f', 'tag': '0cc04d15-915c-4371-befd-b1e928f4e8f4'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:33:07.194054 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e7b1a9-43f4-41f3-b3da-d35dbde03d6f', 'tag': '0cc04d15-915c-4371-befd-b1e928f4e8f4', 'status': 'completed', 'code': 200} Dec 11 16:33:07.202977 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e36176-4c40-4ab7-ba7d-8fa7242a9d64 req-606e666b-41a5-4cae-817b-2346639ef5c0 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:07.204594 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-26e36176-4c40-4ab7-ba7d-8fa7242a9d64 req-606e666b-41a5-4cae-817b-2346639ef5c0 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=93e7b1a9-43f4-41f3-b3da-d35dbde03d6f HTTP/1.1" status: 200 len: 944 time: 0.0872290 Dec 11 16:33:07.251648 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-26e36176-4c40-4ab7-ba7d-8fa7242a9d64 req-a6c74d6f-9fa6-4fbc-bd25-b6a68bac3a4a tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407381 Dec 11 16:33:07.301502 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-c7b83aeb-362b-45b4-a278-6a6c4d99295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:07.303097 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-c7b83aeb-362b-45b4-a278-6a6c4d99295a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8e201025271440f3a963d54ec2de035f&device_id=93e7b1a9-43f4-41f3-b3da-d35dbde03d6f HTTP/1.1" status: 200 len: 1161 time: 0.0760608 Dec 11 16:33:07.386794 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-53688d70-afa3-42e2-9421-efbd6f4a49cb service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cc04d15-915c-4371-befd-b1e928f4e8f4 HTTP/1.1" status: 200 len: 217 time: 0.0639324 Dec 11 16:33:07.461952 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-e7e5990e-5c5f-4dc8-b21e-3b2b2c263fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:07.463950 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-e7e5990e-5c5f-4dc8-b21e-3b2b2c263fe7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c4d5ffcd-fc86-418b-8284-fc6ea08909cd HTTP/1.1" status: 200 len: 854 time: 0.0645933 Dec 11 16:33:07.518596 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-9c91e452-b499-4a49-ad0d-69b3a616ad09 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=44cda896-77fd-4661-882d-f599ad8d714d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410447 Dec 11 16:33:07.865182 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-6ed2b199-d38c-4a27-8b27-ff20bba4591b service neutron] 10.222.0.87 "GET /v2.0/networks/44cda896-77fd-4661-882d-f599ad8d714d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369052 Dec 11 16:33:08.004023 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8feb72ef-871a-466e-bb1a-452c9efb1fc5 req-638ad79b-ffd0-434f-a16b-dcd864dd8c7c service neutron] 10.222.0.87 "GET /v2.0/networks/44cda896-77fd-4661-882d-f599ad8d714d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1320317 Dec 11 16:33:08.204707 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b9a9d-9833-46b4-a816-8e4cab701e67 req-fb57ca81-5066-4677-9c31-95b7dea74a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:08.206320 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9f0b9a9d-9833-46b4-a816-8e4cab701e67 req-fb57ca81-5066-4677-9c31-95b7dea74a10 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8e201025271440f3a963d54ec2de035f&device_id=93e7b1a9-43f4-41f3-b3da-d35dbde03d6f HTTP/1.1" status: 200 len: 1161 time: 0.0776720 Dec 11 16:33:08.350100 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b9a9d-9833-46b4-a816-8e4cab701e67 req-4eba67c7-b5ea-4b84-9f78-5edd549defb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:08.351815 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9f0b9a9d-9833-46b4-a816-8e4cab701e67 req-4eba67c7-b5ea-4b84-9f78-5edd549defb2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=44cda896-77fd-4661-882d-f599ad8d714d HTTP/1.1" status: 200 len: 908 time: 0.1383433 Dec 11 16:33:08.422829 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9f0b9a9d-9833-46b4-a816-8e4cab701e67 req-157f61ec-4b32-4e14-9516-9be54d299c77 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cc04d15-915c-4371-befd-b1e928f4e8f4 HTTP/1.1" status: 200 len: 217 time: 0.0637324 Dec 11 16:33:08.487635 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7169e6-d5db-4ed7-b453-744c9f2a2554 req-4c05c257-c636-4325-87b3-eda6536f8025 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:08.489290 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9b7169e6-d5db-4ed7-b453-744c9f2a2554 req-4c05c257-c636-4325-87b3-eda6536f8025 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=93e7b1a9-43f4-41f3-b3da-d35dbde03d6f HTTP/1.1" status: 200 len: 944 time: 0.0886593 Dec 11 16:33:08.497417 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b9a9d-9833-46b4-a816-8e4cab701e67 req-7f75a463-46c2-4c00-a744-463f3bc96c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:08.498982 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9f0b9a9d-9833-46b4-a816-8e4cab701e67 req-7f75a463-46c2-4c00-a744-463f3bc96c03 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c4d5ffcd-fc86-418b-8284-fc6ea08909cd HTTP/1.1" status: 200 len: 854 time: 0.0688596 Dec 11 16:33:08.537046 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9b7169e6-d5db-4ed7-b453-744c9f2a2554 req-2982d140-8170-4f9d-8cd0-4fccfa85aa6f tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410140 Dec 11 16:33:08.560207 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9f0b9a9d-9833-46b4-a816-8e4cab701e67 req-716a9c4b-0041-4de8-bde7-3bbbb06901b4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=44cda896-77fd-4661-882d-f599ad8d714d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435483 Dec 11 16:33:08.704375 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9f0b9a9d-9833-46b4-a816-8e4cab701e67 req-2fb0ee58-6712-43a0-97e1-65f1ea389ee5 service neutron] 10.222.0.87 "GET /v2.0/networks/44cda896-77fd-4661-882d-f599ad8d714d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350465 Dec 11 16:33:08.848603 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9f0b9a9d-9833-46b4-a816-8e4cab701e67 req-43a4aa01-ed79-45cf-92b7-90a0c860e51e service neutron] 10.222.0.87 "GET /v2.0/networks/44cda896-77fd-4661-882d-f599ad8d714d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1371901 Dec 11 16:33:09.750174 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00c67e-3acf-45c9-b8eb-436cf86b4a8b req-9fa9eaa5-ac07-457e-aeb1-bdc986ed352a tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:09.751790 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9f00c67e-3acf-45c9-b8eb-436cf86b4a8b req-9fa9eaa5-ac07-457e-aeb1-bdc986ed352a tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=93e7b1a9-43f4-41f3-b3da-d35dbde03d6f HTTP/1.1" status: 200 len: 944 time: 0.0838022 Dec 11 16:33:09.799418 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9f00c67e-3acf-45c9-b8eb-436cf86b4a8b req-2dd95c99-8ff3-47da-9e57-8fac4ce8f632 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412283 Dec 11 16:33:11.013618 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd11646-3a4f-43f8-8dde-f19a60e14960 req-3e1955bd-4fc6-408f-a804-d4c702817fd7 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:11.015229 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4fd11646-3a4f-43f8-8dde-f19a60e14960 req-3e1955bd-4fc6-408f-a804-d4c702817fd7 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=93e7b1a9-43f4-41f3-b3da-d35dbde03d6f HTTP/1.1" status: 200 len: 944 time: 0.0862076 Dec 11 16:33:11.062810 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4fd11646-3a4f-43f8-8dde-f19a60e14960 req-15b0f256-7056-4d27-b147-79901fd7b62d tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412433 Dec 11 16:33:11.584828 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 0cc04d15-915c-4371-befd-b1e928f4e8f4 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:33:11.654620 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning for port 0cc04d15-915c-4371-befd-b1e928f4e8f4 completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:33:11.660325 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 0cc04d15-915c-4371-befd-b1e928f4e8f4 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:33:11.660862 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:11.774904 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:11.802153 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e7b1a9-43f4-41f3-b3da-d35dbde03d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc04d15-915c-4371-befd-b1e928f4e8f4'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:33:11.812350 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port 0cc04d15-915c-4371-befd-b1e928f4e8f4, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=0cc04d15-915c-4371-befd-b1e928f4e8f4,segment=NetworkSegment(96fa24ac-ffb6-4e35-8413-4e6148728b9c),segment_id=96fa24ac-ffb6-4e35-8413-4e6148728b9c)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:33:11.815174 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:11.818004 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:33:11.868384 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e7b1a9-43f4-41f3-b3da-d35dbde03d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc04d15-915c-4371-befd-b1e928f4e8f4', 'code': 200} Dec 11 16:33:11.889837 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=0cc04d15-915c-4371-befd-b1e928f4e8f4,revision_number=4']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:33:11.893140 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:33:12.184284 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392cb02-9cbd-4342-88f0-46cead0b277a req-a00b34e3-c4ab-4058-8260-948ccae4e5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:12.185885 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2392cb02-9cbd-4342-88f0-46cead0b277a req-a00b34e3-c4ab-4058-8260-948ccae4e5b0 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=93e7b1a9-43f4-41f3-b3da-d35dbde03d6f HTTP/1.1" status: 200 len: 1163 time: 0.0783322 Dec 11 16:33:12.229420 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2392cb02-9cbd-4342-88f0-46cead0b277a req-b067e3ef-4bee-4c6c-80ff-8856428fbc74 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364118 Dec 11 16:33:12.278106 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb799c19-870e-40b0-aec3-a15272c68d6f req-4a42fbcb-c82a-495f-9d2f-6d6b677a86c9 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:12.279727 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-eb799c19-870e-40b0-aec3-a15272c68d6f req-4a42fbcb-c82a-495f-9d2f-6d6b677a86c9 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=93e7b1a9-43f4-41f3-b3da-d35dbde03d6f HTTP/1.1" status: 200 len: 946 time: 0.0873985 Dec 11 16:33:12.328035 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-eb799c19-870e-40b0-aec3-a15272c68d6f req-c082f79d-ad52-4cf6-ad62-a138c5c5949c tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419331 Dec 11 16:33:12.949601 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 0cc04d15-915c-4371-befd-b1e928f4e8f4 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:33:13.017459 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 0cc04d15-915c-4371-befd-b1e928f4e8f4 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:33:13.017863 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:13.542463 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca82a5-370f-4ffc-b3cf-b7ce48a9cf9f req-8270a80a-b83c-4fab-bbe4-ca034fdf3a2d tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:13.544373 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bfca82a5-370f-4ffc-b3cf-b7ce48a9cf9f req-8270a80a-b83c-4fab-bbe4-ca034fdf3a2d tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=93e7b1a9-43f4-41f3-b3da-d35dbde03d6f HTTP/1.1" status: 200 len: 946 time: 0.0849226 Dec 11 16:33:13.593582 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bfca82a5-370f-4ffc-b3cf-b7ce48a9cf9f req-f0914f0b-e151-42a3-963e-f7e3bacd6c27 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426159 Dec 11 16:33:13.868314 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-881fd7f0-74bb-4cf2-939f-5c10fe3f623d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:14.812470 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a49b67-e59a-48dd-8d4a-93000b4e6afc req-1773a69b-054d-4c1c-af04-ac0c17b0d44a tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:14.814097 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e0a49b67-e59a-48dd-8d4a-93000b4e6afc req-1773a69b-054d-4c1c-af04-ac0c17b0d44a tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=93e7b1a9-43f4-41f3-b3da-d35dbde03d6f HTTP/1.1" status: 200 len: 946 time: 0.0882785 Dec 11 16:33:14.861650 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e0a49b67-e59a-48dd-8d4a-93000b4e6afc req-bfc2cb52-65ce-4eed-a48a-f717bc5c05a6 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410678 Dec 11 16:33:15.052120 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 0cc04d15-915c-4371-befd-b1e928f4e8f4 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:33:15.121540 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 0cc04d15-915c-4371-befd-b1e928f4e8f4 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:33:15.121956 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:16.109964 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1da586dc-c2d7-407e-8235-a226787d78c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:16.807795 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:17.477226 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-4f76e972-749d-4d01-8d40-a270b0522a3c tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:17.479349 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-4f76e972-749d-4d01-8d40-a270b0522a3c tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/networks?id=44cda896-77fd-4661-882d-f599ad8d714d HTTP/1.1" status: 200 len: 814 time: 0.3721273 Dec 11 16:33:17.496027 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-18664e66-6378-4f42-a8d4-a3310238ec13 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/quotas/8e201025271440f3a963d54ec2de035f HTTP/1.1" status: 200 len: 375 time: 0.0102780 Dec 11 16:33:17.551941 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:17.585305 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-8432dd9e-45cb-4be3-98d9-635fb3d50dfd tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e201025271440f3a963d54ec2de035f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0837634 Dec 11 16:33:17.731790 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-958fb651-067c-4551-8ed9-e252b0acab47 service neutron] 10.222.0.45 "GET /v2.0/networks/44cda896-77fd-4661-882d-f599ad8d714d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378036 Dec 11 16:33:17.875246 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-f51b95f5-aa5b-41b7-8b35-b3e52a8b8b9a service neutron] 10.222.0.45 "GET /v2.0/networks/44cda896-77fd-4661-882d-f599ad8d714d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1368549 Dec 11 16:33:18.076128 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e95d8425-7244-4e57-8105-7b8881e70864 req-c13d9cfb-177c-484c-aee6-9073876a8311 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=ff1c1401-0f2d-49c3-8978-3412cee4d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0453649 Dec 11 16:33:18.439896 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:19.256315 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6730f6c0-5fd9-40b6-8f18-c283ef8802ae req-9617161b-9498-45d4-810d-3eb5e3be940e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=ff1c1401-0f2d-49c3-8978-3412cee4d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0466464 Dec 11 16:33:19.366268 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-e2534879-6620-45cb-8496-5bfcc0cc2302 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:19.367832 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-e2534879-6620-45cb-8496-5bfcc0cc2302 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.87 "GET /v2.0/networks?id=44cda896-77fd-4661-882d-f599ad8d714d HTTP/1.1" status: 200 len: 814 time: 0.1628242 Dec 11 16:33:19.411957 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-65dd6360-c127-4568-ac35-9f570752bbef tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Request body: {'port': {'device_id': 'ff1c1401-0f2d-49c3-8978-3412cee4d7a1', 'network_id': '44cda896-77fd-4661-882d-f599ad8d714d', 'admin_state_up': True, 'tenant_id': '8e201025271440f3a963d54ec2de035f'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:33:19.552411 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-65dd6360-c127-4568-ac35-9f570752bbef tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:33:19.557216 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-65dd6360-c127-4568-ac35-9f570752bbef tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Usage tracker for resource:port and tenant:8e201025271440f3a963d54ec2de035f is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:33:19.560381 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-65dd6360-c127-4568-ac35-9f570752bbef tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Quota usage for port was recalculated. Used quota:2. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:33:19.566101 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-65dd6360-c127-4568-ac35-9f570752bbef tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:33:19.575671 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-65dd6360-c127-4568-ac35-9f570752bbef tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Made reservation on behalf of 8e201025271440f3a963d54ec2de035f for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:33:19.581191 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-65dd6360-c127-4568-ac35-9f570752bbef tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:19.884844 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-65dd6360-c127-4568-ac35-9f570752bbef tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Allocated IP 172.20.0.13 (44cda896-77fd-4661-882d-f599ad8d714d/c4d5ffcd-fc86-418b-8284-fc6ea08909cd/1ce4f777-eccd-41a0-b01e-c5eb393a10e4) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:33:20.090934 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-65dd6360-c127-4568-ac35-9f570752bbef tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:20.116086 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-65dd6360-c127-4568-ac35-9f570752bbef tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:20.131335 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:33:20.264045 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd6360-c127-4568-ac35-9f570752bbef tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Pushing event updated for resources: {'Port': ['ID=1ce4f777-eccd-41a0-b01e-c5eb393a10e4,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:33:20.269271 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-65dd6360-c127-4568-ac35-9f570752bbef tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:33:20.322529 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-65dd6360-c127-4568-ac35-9f570752bbef tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Network 44cda896-77fd-4661-882d-f599ad8d714d is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:33:20.323771 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-65dd6360-c127-4568-ac35-9f570752bbef tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:33:20.326137 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-65dd6360-c127-4568-ac35-9f570752bbef tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:33:20.391239 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-65dd6360-c127-4568-ac35-9f570752bbef tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:20.391867 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-65dd6360-c127-4568-ac35-9f570752bbef tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:20.411652 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-65dd6360-c127-4568-ac35-9f570752bbef tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0040388 Dec 11 16:33:20.442592 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-08f38dec-9934-4358-9741-52677d1d4160 service neutron] Request body: {'port': {'device_id': 'ff1c1401-0f2d-49c3-8978-3412cee4d7a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:33:20.475378 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da25838-5907-4c72-8fdd-3e2f6a2a106b req-d6f04927-b9dc-4642-945a-6cf541f68efe tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:20.477026 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2da25838-5907-4c72-8fdd-3e2f6a2a106b req-d6f04927-b9dc-4642-945a-6cf541f68efe tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=ff1c1401-0f2d-49c3-8978-3412cee4d7a1 HTTP/1.1" status: 200 len: 932 time: 0.0875626 Dec 11 16:33:20.525298 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2da25838-5907-4c72-8fdd-3e2f6a2a106b req-4c0dfb73-2ac6-4d01-97f4-6060e9d61e7e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411959 Dec 11 16:33:20.557790 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-08f38dec-9934-4358-9741-52677d1d4160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:20.954973 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-08f38dec-9934-4358-9741-52677d1d4160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce4f777-eccd-41a0-b01e-c5eb393a10e4 {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 11 16:33:20.961713 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-08f38dec-9934-4358-9741-52677d1d4160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:20.974242 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-08f38dec-9934-4358-9741-52677d1d4160 service neutron] Transition to ACTIVE for port object 1ce4f777-eccd-41a0-b01e-c5eb393a10e4 will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:33:20.976815 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-08f38dec-9934-4358-9741-52677d1d4160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:20.992139 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-001b5350-078a-47a8-9324-7905f3f7ea86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:33:21.323582 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f38dec-9934-4358-9741-52677d1d4160 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce4f777-eccd-41a0-b01e-c5eb393a10e4,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:33:21.326685 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-08f38dec-9934-4358-9741-52677d1d4160 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:33:21.503956 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-08f38dec-9934-4358-9741-52677d1d4160 service neutron] Attempting to bind port 1ce4f777-eccd-41a0-b01e-c5eb393a10e4 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:33:21.504318 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-08f38dec-9934-4358-9741-52677d1d4160 service neutron] Attempting to bind port 1ce4f777-eccd-41a0-b01e-c5eb393a10e4 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '96fa24ac-ffb6-4e35-8413-4e6148728b9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '44cda896-77fd-4661-882d-f599ad8d714d'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:33:21.504677 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-08f38dec-9934-4358-9741-52677d1d4160 service neutron] Attempting to bind port 1ce4f777-eccd-41a0-b01e-c5eb393a10e4 on network 44cda896-77fd-4661-882d-f599ad8d714d {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:33:21.510814 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-08f38dec-9934-4358-9741-52677d1d4160 service neutron] Checking agent: {'id': 'c6c9fd6f-e101-4bae-907a-ac1718f8d09d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 23), 'started_at': datetime.datetime(2020, 12, 11, 16, 24, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:33:21.511179 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-08f38dec-9934-4358-9741-52677d1d4160 service neutron] Checking segment: {'id': '96fa24ac-ffb6-4e35-8413-4e6148728b9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '44cda896-77fd-4661-882d-f599ad8d714d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:33:21.511598 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-08f38dec-9934-4358-9741-52677d1d4160 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:21.511979 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-08f38dec-9934-4358-9741-52677d1d4160 service neutron] Bound using segment: {'id': '96fa24ac-ffb6-4e35-8413-4e6148728b9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '44cda896-77fd-4661-882d-f599ad8d714d'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:33:21.512438 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-08f38dec-9934-4358-9741-52677d1d4160 service neutron] Bound port: 1ce4f777-eccd-41a0-b01e-c5eb393a10e4, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96fa24ac-ffb6-4e35-8413-4e6148728b9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '44cda896-77fd-4661-882d-f599ad8d714d'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:33:21.512798 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-08f38dec-9934-4358-9741-52677d1d4160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:21.601572 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-08f38dec-9934-4358-9741-52677d1d4160 service neutron] For port 1ce4f777-eccd-41a0-b01e-c5eb393a10e4, host hv-cinder-76675, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:33:21.605116 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-08f38dec-9934-4358-9741-52677d1d4160 service neutron] For port 1ce4f777-eccd-41a0-b01e-c5eb393a10e4, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=1ce4f777-eccd-41a0-b01e-c5eb393a10e4,segment=NetworkSegment(96fa24ac-ffb6-4e35-8413-4e6148728b9c),segment_id=96fa24ac-ffb6-4e35-8413-4e6148728b9c)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:33:21.609462 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-08f38dec-9934-4358-9741-52677d1d4160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:21.625102 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9e5f4961-a752-41e5-9f01-909408ba36d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:33:21.740330 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99dff7-ceeb-437e-ae57-0f4d5d3e4976 req-e19c2cd6-79c4-4a4d-849a-11162ec8d022 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:21.741949 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5a99dff7-ceeb-437e-ae57-0f4d5d3e4976 req-e19c2cd6-79c4-4a4d-849a-11162ec8d022 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=ff1c1401-0f2d-49c3-8978-3412cee4d7a1 HTTP/1.1" status: 200 len: 944 time: 0.0846612 Dec 11 16:33:21.774200 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f38dec-9934-4358-9741-52677d1d4160 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce4f777-eccd-41a0-b01e-c5eb393a10e4,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:33:21.779732 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-08f38dec-9934-4358-9741-52677d1d4160 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:33:21.794934 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5a99dff7-ceeb-437e-ae57-0f4d5d3e4976 req-ed447c6d-a086-4e08-b73c-865eb891ea03 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453696 Dec 11 16:33:21.871543 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-08f38dec-9934-4358-9741-52677d1d4160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:21.872136 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-08f38dec-9934-4358-9741-52677d1d4160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:21.873597 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-08f38dec-9934-4358-9741-52677d1d4160 service neutron] 10.222.0.87 "PUT /v2.0/ports/1ce4f777-eccd-41a0-b01e-c5eb393a10e4 HTTP/1.1" status: 200 len: 1158 time: 1.4357042 Dec 11 16:33:21.874116 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1c1401-0f2d-49c3-8978-3412cee4d7a1', 'tag': '1ce4f777-eccd-41a0-b01e-c5eb393a10e4'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:33:21.896436 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-03e0f13e-913f-4ecd-bf11-d12ddd549735 req-69d33548-7907-49db-a6df-bf3cb32689cf service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1022875 Dec 11 16:33:21.936769 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1c1401-0f2d-49c3-8978-3412cee4d7a1', 'tag': '1ce4f777-eccd-41a0-b01e-c5eb393a10e4', 'status': 'completed', 'code': 200} Dec 11 16:33:22.132436 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-86054c18-8003-405b-9590-0c58086fd5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:22.133647 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-86054c18-8003-405b-9590-0c58086fd5c7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8e201025271440f3a963d54ec2de035f&device_id=ff1c1401-0f2d-49c3-8978-3412cee4d7a1 HTTP/1.1" status: 200 len: 1161 time: 0.1413636 Dec 11 16:33:22.136186 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0f13e-913f-4ecd-bf11-d12ddd549735 req-c300db22-2a90-4570-a082-2ff7d3229e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:22.137638 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-03e0f13e-913f-4ecd-bf11-d12ddd549735 req-c300db22-2a90-4570-a082-2ff7d3229e2f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=eccf3f61bd614d87b3e6357f1c1f13bb&device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 1162 time: 0.1121666 Dec 11 16:33:22.284988 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-055c9004-ea1b-40c6-be4d-b55114a167a6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ce4f777-eccd-41a0-b01e-c5eb393a10e4 HTTP/1.1" status: 200 len: 217 time: 0.1333973 Dec 11 16:33:22.387133 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-7581a1ee-cc30-4324-84a8-4932ffa41fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:22.388668 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-7581a1ee-cc30-4324-84a8-4932ffa41fe6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c4d5ffcd-fc86-418b-8284-fc6ea08909cd HTTP/1.1" status: 200 len: 854 time: 0.0925932 Dec 11 16:33:22.448978 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-8bb1c91c-b32f-4b31-82dc-c76e378a1a29 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=44cda896-77fd-4661-882d-f599ad8d714d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469217 Dec 11 16:33:22.450041 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0f13e-913f-4ecd-bf11-d12ddd549735 req-6a8ed807-8270-4571-91e2-bc0fc9a2f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:22.451438 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-03e0f13e-913f-4ecd-bf11-d12ddd549735 req-6a8ed807-8270-4571-91e2-bc0fc9a2f680 service neutron] 10.222.0.87 "GET /v2.0/networks?id=08a7ffcb-dce2-47a5-a283-64fa5b32feea HTTP/1.1" status: 200 len: 911 time: 0.2500317 Dec 11 16:33:22.657525 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-03e0f13e-913f-4ecd-bf11-d12ddd549735 req-8d868e2f-b995-475d-ba1d-a416bdb11ff2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcd21503-4b3c-4f57-8696-6742f5f1990e HTTP/1.1" status: 200 len: 1000 time: 0.1721656 Dec 11 16:33:22.742079 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-0b23fb18-2476-49e4-b18f-593bc6c322a9 service neutron] 10.222.0.87 "GET /v2.0/networks/44cda896-77fd-4661-882d-f599ad8d714d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780657 Dec 11 16:33:22.749252 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0f13e-913f-4ecd-bf11-d12ddd549735 req-c84276dc-5602-4a9f-8d23-5a0ac422345c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:22.750704 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-03e0f13e-913f-4ecd-bf11-d12ddd549735 req-c84276dc-5602-4a9f-8d23-5a0ac422345c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=35314c86-042c-4482-9db4-a8a492106943 HTTP/1.1" status: 200 len: 856 time: 0.0827405 Dec 11 16:33:22.953144 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9b540207-28d3-4ef7-9a8f-23b3ed95c711 req-0b3e2756-62d8-4d98-bfba-a91f1393e90d service neutron] 10.222.0.87 "GET /v2.0/networks/44cda896-77fd-4661-882d-f599ad8d714d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2013495 Dec 11 16:33:22.958411 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0f13e-913f-4ecd-bf11-d12ddd549735 req-fd946c75-eef4-4cad-ab98-a27b07885260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:22.959926 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-03e0f13e-913f-4ecd-bf11-d12ddd549735 req-fd946c75-eef4-4cad-ab98-a27b07885260 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=08a7ffcb-dce2-47a5-a283-64fa5b32feea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1845067 Dec 11 16:33:23.016873 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18551b5-6bf0-4836-b106-b02820b13076 req-f4bf8082-23e8-48e6-a2bf-fa7bffc245d4 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:23.018692 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d18551b5-6bf0-4836-b106-b02820b13076 req-f4bf8082-23e8-48e6-a2bf-fa7bffc245d4 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=ff1c1401-0f2d-49c3-8978-3412cee4d7a1 HTTP/1.1" status: 200 len: 944 time: 0.0939212 Dec 11 16:33:23.067822 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d18551b5-6bf0-4836-b106-b02820b13076 req-e36512ae-0a89-4581-9cb8-ae22957df5d2 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422244 Dec 11 16:33:23.173617 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-03e0f13e-913f-4ecd-bf11-d12ddd549735 req-5869872f-264a-41ac-b494-33613bd6f9b2 service neutron] 10.222.0.87 "GET /v2.0/networks/08a7ffcb-dce2-47a5-a283-64fa5b32feea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946304 Dec 11 16:33:23.179637 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad28783-8620-46d3-b72e-c789d1442372 req-47b9a16c-701e-49ea-889d-5ec6a7f53091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:23.181104 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7ad28783-8620-46d3-b72e-c789d1442372 req-47b9a16c-701e-49ea-889d-5ec6a7f53091 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8e201025271440f3a963d54ec2de035f&device_id=ff1c1401-0f2d-49c3-8978-3412cee4d7a1 HTTP/1.1" status: 200 len: 1161 time: 0.1174777 Dec 11 16:33:23.338378 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:23.459769 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-03e0f13e-913f-4ecd-bf11-d12ddd549735 req-e9228b78-36e6-45c1-985c-fa28d7152fd9 service neutron] 10.222.0.87 "GET /v2.0/networks/08a7ffcb-dce2-47a5-a283-64fa5b32feea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2585196 Dec 11 16:33:23.462084 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad28783-8620-46d3-b72e-c789d1442372 req-6b551151-36dd-4149-a3ba-c95a1aae65b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:23.463559 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7ad28783-8620-46d3-b72e-c789d1442372 req-6b551151-36dd-4149-a3ba-c95a1aae65b2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=44cda896-77fd-4661-882d-f599ad8d714d HTTP/1.1" status: 200 len: 908 time: 0.2410197 Dec 11 16:33:23.551862 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7ad28783-8620-46d3-b72e-c789d1442372 req-04801290-d459-41ee-88fe-ab8dd65bd485 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ce4f777-eccd-41a0-b01e-c5eb393a10e4 HTTP/1.1" status: 200 len: 217 time: 0.0661943 Dec 11 16:33:23.624303 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad28783-8620-46d3-b72e-c789d1442372 req-bbc30651-d880-4b96-920e-9ca4f8b07a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:23.625744 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7ad28783-8620-46d3-b72e-c789d1442372 req-bbc30651-d880-4b96-920e-9ca4f8b07a22 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c4d5ffcd-fc86-418b-8284-fc6ea08909cd HTTP/1.1" status: 200 len: 854 time: 0.0623877 Dec 11 16:33:23.682936 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7ad28783-8620-46d3-b72e-c789d1442372 req-408e407c-1228-493a-bb98-95e8faf8ff8c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=44cda896-77fd-4661-882d-f599ad8d714d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435700 Dec 11 16:33:23.823931 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7ad28783-8620-46d3-b72e-c789d1442372 req-c21e0b32-f147-4346-8bfc-3735e17df5da service neutron] 10.222.0.87 "GET /v2.0/networks/44cda896-77fd-4661-882d-f599ad8d714d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326635 Dec 11 16:33:23.968289 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7ad28783-8620-46d3-b72e-c789d1442372 req-c1f1b820-8af4-40f1-85f6-0d7a19b14374 service neutron] 10.222.0.87 "GET /v2.0/networks/44cda896-77fd-4661-882d-f599ad8d714d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1354623 Dec 11 16:33:24.282655 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc999bd-08f6-491d-939c-a65b0a1bda47 req-92f3c39f-3a66-42ad-8547-49423dfbb6ca tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:24.284188 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3cc999bd-08f6-491d-939c-a65b0a1bda47 req-92f3c39f-3a66-42ad-8547-49423dfbb6ca tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=ff1c1401-0f2d-49c3-8978-3412cee4d7a1 HTTP/1.1" status: 200 len: 944 time: 0.0860763 Dec 11 16:33:24.331871 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3cc999bd-08f6-491d-939c-a65b0a1bda47 req-bd75eb3a-2ac5-4340-b62f-d73ad0b77344 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411594 Dec 11 16:33:25.544765 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5e940-d2c8-4eaf-ba58-28cf18b8cc06 req-57a6b6e9-1d89-4a29-80b4-d09b415d44ea tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:25.546359 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-45a5e940-d2c8-4eaf-ba58-28cf18b8cc06 req-57a6b6e9-1d89-4a29-80b4-d09b415d44ea tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=ff1c1401-0f2d-49c3-8978-3412cee4d7a1 HTTP/1.1" status: 200 len: 944 time: 0.0835714 Dec 11 16:33:25.594337 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-45a5e940-d2c8-4eaf-ba58-28cf18b8cc06 req-ace9adb8-c82d-41c0-977d-49a17213b79f tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417318 Dec 11 16:33:25.623127 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 1ce4f777-eccd-41a0-b01e-c5eb393a10e4 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:33:25.690951 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning for port 1ce4f777-eccd-41a0-b01e-c5eb393a10e4 completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:33:25.695881 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 1ce4f777-eccd-41a0-b01e-c5eb393a10e4 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:33:25.696297 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:25.813513 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:25.841338 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1c1401-0f2d-49c3-8978-3412cee4d7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce4f777-eccd-41a0-b01e-c5eb393a10e4'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:33:25.851627 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port 1ce4f777-eccd-41a0-b01e-c5eb393a10e4, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=1ce4f777-eccd-41a0-b01e-c5eb393a10e4,segment=NetworkSegment(96fa24ac-ffb6-4e35-8413-4e6148728b9c),segment_id=96fa24ac-ffb6-4e35-8413-4e6148728b9c)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:33:25.854495 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:25.856450 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:33:25.905942 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1c1401-0f2d-49c3-8978-3412cee4d7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce4f777-eccd-41a0-b01e-c5eb393a10e4', 'code': 200} Dec 11 16:33:25.926669 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=1ce4f777-eccd-41a0-b01e-c5eb393a10e4,revision_number=4']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:33:25.930062 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:33:26.391697 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a593ca-6133-4d46-bc90-5ad04016f07c req-8209f67e-cc0c-4875-ac76-4df7d199e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:26.393298 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a7a593ca-6133-4d46-bc90-5ad04016f07c req-8209f67e-cc0c-4875-ac76-4df7d199e5f0 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ff1c1401-0f2d-49c3-8978-3412cee4d7a1 HTTP/1.1" status: 200 len: 1163 time: 0.2786808 Dec 11 16:33:26.436537 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a7a593ca-6133-4d46-bc90-5ad04016f07c req-3d84a0e2-4eba-499d-955f-31972eea25de service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360870 Dec 11 16:33:26.810169 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d14f8-9e88-4e9b-8e74-cda073908151 req-cf472d38-37dc-4ada-9c21-e87280f865bc tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:26.811787 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-fb5d14f8-9e88-4e9b-8e74-cda073908151 req-cf472d38-37dc-4ada-9c21-e87280f865bc tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=ff1c1401-0f2d-49c3-8978-3412cee4d7a1 HTTP/1.1" status: 200 len: 946 time: 0.0873966 Dec 11 16:33:26.859385 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-fb5d14f8-9e88-4e9b-8e74-cda073908151 req-1de607c7-7f17-4665-ba67-c25c292c7a1d tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413363 Dec 11 16:33:27.046122 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 1ce4f777-eccd-41a0-b01e-c5eb393a10e4 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:33:27.114929 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 1ce4f777-eccd-41a0-b01e-c5eb393a10e4 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:33:27.115346 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:28.077186 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f847a-7d2d-4389-bf12-8f1b5943ddf0 req-026f72c5-7d66-4e19-8fcd-a85a40730666 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:28.078783 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1d5f847a-7d2d-4389-bf12-8f1b5943ddf0 req-026f72c5-7d66-4e19-8fcd-a85a40730666 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=ff1c1401-0f2d-49c3-8978-3412cee4d7a1 HTTP/1.1" status: 200 len: 946 time: 0.0883856 Dec 11 16:33:28.128525 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1d5f847a-7d2d-4389-bf12-8f1b5943ddf0 req-94be05a9-5f83-401c-be5e-05c8c522a889 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434437 Dec 11 16:33:28.902585 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 6 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:33:34.435667 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-893f9fdf-7faf-4593-baae-d37a2e86c1f7 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:34.437236 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-893f9fdf-7faf-4593-baae-d37a2e86c1f7 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/networks?id=44cda896-77fd-4661-882d-f599ad8d714d HTTP/1.1" status: 200 len: 814 time: 0.1538801 Dec 11 16:33:34.452869 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-e82e5f15-69f5-4933-a209-5c98b62b4585 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/quotas/8e201025271440f3a963d54ec2de035f HTTP/1.1" status: 200 len: 375 time: 0.0095906 Dec 11 16:33:34.539950 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-02f14ab9-aac7-4a73-8ee5-6223261c1779 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e201025271440f3a963d54ec2de035f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0815146 Dec 11 16:33:34.818943 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-e739365e-ff06-44f9-b4fc-de096530bf6d service neutron] 10.222.0.45 "GET /v2.0/networks/44cda896-77fd-4661-882d-f599ad8d714d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709136 Dec 11 16:33:34.963491 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-9ea73fd4-fad2-4f05-97da-a833d5270306 service neutron] 10.222.0.45 "GET /v2.0/networks/44cda896-77fd-4661-882d-f599ad8d714d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1367917 Dec 11 16:33:35.169531 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bda4e3a4-f762-45be-9965-ed1d20d1d6a2 req-bb30e504-d67e-46e3-ac4b-0da5f4378f2d tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=c49c8439-7f46-4313-b74c-d1c893cd9dfd HTTP/1.1" status: 200 len: 210 time: 0.0522580 Dec 11 16:33:36.349703 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-aaf8c5d4-0293-4841-ad96-ef7e69f489aa req-9567fa9b-4c80-4ceb-8288-b0565829e1fc tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=c49c8439-7f46-4313-b74c-d1c893cd9dfd HTTP/1.1" status: 200 len: 210 time: 0.0469921 Dec 11 16:33:36.475629 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-62a823c8-19c5-4bd6-9a40-c222954abbd4 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:36.477159 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-62a823c8-19c5-4bd6-9a40-c222954abbd4 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.87 "GET /v2.0/networks?id=44cda896-77fd-4661-882d-f599ad8d714d HTTP/1.1" status: 200 len: 814 time: 0.1558547 Dec 11 16:33:36.506563 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-acbe0cf4-4e0e-4967-adaa-abf83479de4d tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Request body: {'port': {'device_id': 'c49c8439-7f46-4313-b74c-d1c893cd9dfd', 'network_id': '44cda896-77fd-4661-882d-f599ad8d714d', 'admin_state_up': True, 'tenant_id': '8e201025271440f3a963d54ec2de035f'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:33:36.648990 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-acbe0cf4-4e0e-4967-adaa-abf83479de4d tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:33:36.653221 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-acbe0cf4-4e0e-4967-adaa-abf83479de4d tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Usage tracker for resource:port and tenant:8e201025271440f3a963d54ec2de035f is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:33:36.656372 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-acbe0cf4-4e0e-4967-adaa-abf83479de4d tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Quota usage for port was recalculated. Used quota:3. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:33:36.662152 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-acbe0cf4-4e0e-4967-adaa-abf83479de4d tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:33:36.671603 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-acbe0cf4-4e0e-4967-adaa-abf83479de4d tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Made reservation on behalf of 8e201025271440f3a963d54ec2de035f for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:33:36.676994 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-acbe0cf4-4e0e-4967-adaa-abf83479de4d tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:37.011858 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-acbe0cf4-4e0e-4967-adaa-abf83479de4d tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Allocated IP 172.20.0.5 (44cda896-77fd-4661-882d-f599ad8d714d/c4d5ffcd-fc86-418b-8284-fc6ea08909cd/96a12b05-4eaf-41c5-9bca-f108f656a62b) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:33:37.226448 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-acbe0cf4-4e0e-4967-adaa-abf83479de4d tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:37.253633 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-acbe0cf4-4e0e-4967-adaa-abf83479de4d tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:37.268715 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-001b5350-078a-47a8-9324-7905f3f7ea86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:33:37.402808 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd308f9-cf55-42ca-9264-7da4f7a9c176 req-447343e3-3721-4e0a-a5ea-b6a1714384a0 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:37.404636 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3cd308f9-cf55-42ca-9264-7da4f7a9c176 req-447343e3-3721-4e0a-a5ea-b6a1714384a0 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.0854840 Dec 11 16:33:37.409047 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe0cf4-4e0e-4967-adaa-abf83479de4d tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Pushing event updated for resources: {'Port': ['ID=96a12b05-4eaf-41c5-9bca-f108f656a62b,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:33:37.414499 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-acbe0cf4-4e0e-4967-adaa-abf83479de4d tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:33:37.459258 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3cd308f9-cf55-42ca-9264-7da4f7a9c176 req-75dbe65a-2411-4dab-a830-15322ccfd019 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477588 Dec 11 16:33:37.467155 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-acbe0cf4-4e0e-4967-adaa-abf83479de4d tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Network 44cda896-77fd-4661-882d-f599ad8d714d is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:33:37.468458 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-acbe0cf4-4e0e-4967-adaa-abf83479de4d tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:33:37.470888 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-acbe0cf4-4e0e-4967-adaa-abf83479de4d tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:33:37.536966 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-acbe0cf4-4e0e-4967-adaa-abf83479de4d tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:37.537841 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-acbe0cf4-4e0e-4967-adaa-abf83479de4d tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:37.558169 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-acbe0cf4-4e0e-4967-adaa-abf83479de4d tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0560908 Dec 11 16:33:37.580564 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d58b81-fd2b-4289-898b-e5a2e5be6304 req-d54e8681-8403-4e14-aaa7-d6f97c2b3f68 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:37.581826 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-a2b398a2-4967-433a-8949-46c2c56c7d84 service neutron] Request body: {'port': {'device_id': 'c49c8439-7f46-4313-b74c-d1c893cd9dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:33:37.582158 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-37d58b81-fd2b-4289-898b-e5a2e5be6304 req-d54e8681-8403-4e14-aaa7-d6f97c2b3f68 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=c49c8439-7f46-4313-b74c-d1c893cd9dfd HTTP/1.1" status: 200 len: 931 time: 0.0843680 Dec 11 16:33:37.630176 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-37d58b81-fd2b-4289-898b-e5a2e5be6304 req-e9f283bd-e205-4e14-b4c0-c7f3a308f9bd tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405507 Dec 11 16:33:37.700179 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-a2b398a2-4967-433a-8949-46c2c56c7d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:38.099404 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-a2b398a2-4967-433a-8949-46c2c56c7d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a12b05-4eaf-41c5-9bca-f108f656a62b {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 11 16:33:38.106398 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-a2b398a2-4967-433a-8949-46c2c56c7d84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:38.119873 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-a2b398a2-4967-433a-8949-46c2c56c7d84 service neutron] Transition to ACTIVE for port object 96a12b05-4eaf-41c5-9bca-f108f656a62b will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:33:38.122605 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-a2b398a2-4967-433a-8949-46c2c56c7d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:38.138164 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-357f04c7-aef3-4662-bf9a-d806718cc75e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:33:38.268159 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b398a2-4967-433a-8949-46c2c56c7d84 service neutron] Pushing event updated for resources: {'Port': ['ID=96a12b05-4eaf-41c5-9bca-f108f656a62b,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:33:38.273368 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a2b398a2-4967-433a-8949-46c2c56c7d84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:33:38.448670 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-a2b398a2-4967-433a-8949-46c2c56c7d84 service neutron] Attempting to bind port 96a12b05-4eaf-41c5-9bca-f108f656a62b on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:33:38.449231 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-a2b398a2-4967-433a-8949-46c2c56c7d84 service neutron] Attempting to bind port 96a12b05-4eaf-41c5-9bca-f108f656a62b by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '96fa24ac-ffb6-4e35-8413-4e6148728b9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '44cda896-77fd-4661-882d-f599ad8d714d'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:33:38.449362 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-a2b398a2-4967-433a-8949-46c2c56c7d84 service neutron] Attempting to bind port 96a12b05-4eaf-41c5-9bca-f108f656a62b on network 44cda896-77fd-4661-882d-f599ad8d714d {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:33:38.454813 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-a2b398a2-4967-433a-8949-46c2c56c7d84 service neutron] Checking agent: {'id': 'c6c9fd6f-e101-4bae-907a-ac1718f8d09d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 23), 'started_at': datetime.datetime(2020, 12, 11, 16, 24, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:33:38.455186 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-a2b398a2-4967-433a-8949-46c2c56c7d84 service neutron] Checking segment: {'id': '96fa24ac-ffb6-4e35-8413-4e6148728b9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '44cda896-77fd-4661-882d-f599ad8d714d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:33:38.455613 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-a2b398a2-4967-433a-8949-46c2c56c7d84 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:38.456005 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-a2b398a2-4967-433a-8949-46c2c56c7d84 service neutron] Bound using segment: {'id': '96fa24ac-ffb6-4e35-8413-4e6148728b9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '44cda896-77fd-4661-882d-f599ad8d714d'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:33:38.456476 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-a2b398a2-4967-433a-8949-46c2c56c7d84 service neutron] Bound port: 96a12b05-4eaf-41c5-9bca-f108f656a62b, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96fa24ac-ffb6-4e35-8413-4e6148728b9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '44cda896-77fd-4661-882d-f599ad8d714d'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:33:38.456845 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-a2b398a2-4967-433a-8949-46c2c56c7d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:38.546539 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-a2b398a2-4967-433a-8949-46c2c56c7d84 service neutron] For port 96a12b05-4eaf-41c5-9bca-f108f656a62b, host hv-cinder-76675, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:33:38.549906 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-a2b398a2-4967-433a-8949-46c2c56c7d84 service neutron] For port 96a12b05-4eaf-41c5-9bca-f108f656a62b, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=96a12b05-4eaf-41c5-9bca-f108f656a62b,segment=NetworkSegment(96fa24ac-ffb6-4e35-8413-4e6148728b9c),segment_id=96fa24ac-ffb6-4e35-8413-4e6148728b9c)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:33:38.553757 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-a2b398a2-4967-433a-8949-46c2c56c7d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:38.569642 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-84026006-bd01-427e-ae73-4c048c4e69dd tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:33:38.696734 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f642f-89b2-4c40-a014-0fb50f541e8e req-b10f8c37-a0eb-44f7-9a31-4c324dbe1e8c tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:38.698369 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3c8f642f-89b2-4c40-a014-0fb50f541e8e req-b10f8c37-a0eb-44f7-9a31-4c324dbe1e8c tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.0875368 Dec 11 16:33:38.721977 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b398a2-4967-433a-8949-46c2c56c7d84 service neutron] Pushing event updated for resources: {'Port': ['ID=96a12b05-4eaf-41c5-9bca-f108f656a62b,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:33:38.727866 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a2b398a2-4967-433a-8949-46c2c56c7d84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:33:38.761373 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-a2b398a2-4967-433a-8949-46c2c56c7d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:38.762044 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-a2b398a2-4967-433a-8949-46c2c56c7d84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:38.763532 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-a2b398a2-4967-433a-8949-46c2c56c7d84 service neutron] 10.222.0.87 "PUT /v2.0/ports/96a12b05-4eaf-41c5-9bca-f108f656a62b HTTP/1.1" status: 200 len: 1157 time: 1.1862669 Dec 11 16:33:38.764083 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49c8439-7f46-4313-b74c-d1c893cd9dfd', 'tag': '96a12b05-4eaf-41c5-9bca-f108f656a62b'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:33:38.764931 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3c8f642f-89b2-4c40-a014-0fb50f541e8e req-fe1f12f5-27f2-4bfe-98b7-4908235beb94 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561271 Dec 11 16:33:38.876533 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c49c8439-7f46-4313-b74c-d1c893cd9dfd', 'tag': '96a12b05-4eaf-41c5-9bca-f108f656a62b', 'status': 'completed', 'code': 200} Dec 11 16:33:38.887514 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce5385-45dd-4538-aa29-6215f391e886 req-14a27980-ec9b-4430-b0e0-06250af4144e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:38.887737 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ecce5385-45dd-4538-aa29-6215f391e886 req-14a27980-ec9b-4430-b0e0-06250af4144e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=c49c8439-7f46-4313-b74c-d1c893cd9dfd HTTP/1.1" status: 200 len: 943 time: 0.0961373 Dec 11 16:33:38.914990 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-8a62f0f0-1832-44ea-893e-6f93d48aaa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:38.917208 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-8a62f0f0-1832-44ea-893e-6f93d48aaa12 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8e201025271440f3a963d54ec2de035f&device_id=c49c8439-7f46-4313-b74c-d1c893cd9dfd HTTP/1.1" status: 200 len: 1160 time: 0.0789123 Dec 11 16:33:38.936976 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ecce5385-45dd-4538-aa29-6215f391e886 req-290ce88b-4246-4d12-a3a9-c2924959903c tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423081 Dec 11 16:33:39.023706 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-b7f6c7c1-7bc6-4ac8-a41a-7027da01ba39 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96a12b05-4eaf-41c5-9bca-f108f656a62b HTTP/1.1" status: 200 len: 217 time: 0.0671980 Dec 11 16:33:39.093441 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-452bf07b-d046-4951-a7be-1f0512ed4bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:39.094987 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-452bf07b-d046-4951-a7be-1f0512ed4bb7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c4d5ffcd-fc86-418b-8284-fc6ea08909cd HTTP/1.1" status: 200 len: 854 time: 0.0629935 Dec 11 16:33:39.150954 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-e76efdbf-8a34-4207-b7a7-381985814f5c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=44cda896-77fd-4661-882d-f599ad8d714d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433192 Dec 11 16:33:39.294218 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-8d5dc977-dbcd-4865-a846-760b7f7d96b7 service neutron] 10.222.0.87 "GET /v2.0/networks/44cda896-77fd-4661-882d-f599ad8d714d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338866 Dec 11 16:33:39.749541 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714f468-efc0-480f-b064-125532b27c9a req-282a7100-367b-4efa-b0f1-26d3bcf1423c tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:39.750262 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-1714f468-efc0-480f-b064-125532b27c9a req-282a7100-367b-4efa-b0f1-26d3bcf1423c tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Synchronizing usage tracker for tenant:eccf3f61bd614d87b3e6357f1c1f13bb on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:33:39.755248 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a69ae3a7-1274-4f34-9488-ba2ea0b9b5a7 req-26b697c2-8999-4bd8-b6ce-0dabc1f4222e service neutron] 10.222.0.87 "GET /v2.0/networks/44cda896-77fd-4661-882d-f599ad8d714d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4129264 Dec 11 16:33:39.766911 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-1714f468-efc0-480f-b064-125532b27c9a req-282a7100-367b-4efa-b0f1-26d3bcf1423c tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Unset dirty status for tenant:eccf3f61bd614d87b3e6357f1c1f13bb on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:33:39.768074 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1714f468-efc0-480f-b064-125532b27c9a req-282a7100-367b-4efa-b0f1-26d3bcf1423c tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.87 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.4245834 Dec 11 16:33:39.851500 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-1714f468-efc0-480f-b064-125532b27c9a req-ee47df65-9746-415c-9bd5-73ca9ef29e27 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Deleting port fcd21503-4b3c-4f57-8696-6742f5f1990e {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:33:39.851880 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-1714f468-efc0-480f-b064-125532b27c9a req-ee47df65-9746-415c-9bd5-73ca9ef29e27 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:40.002456 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da83dda-2040-4a07-97fa-0df95bf45752 req-7f2b93cb-f53a-4915-9803-20d1f7785e1e tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:40.004380 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9da83dda-2040-4a07-97fa-0df95bf45752 req-7f2b93cb-f53a-4915-9803-20d1f7785e1e tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 945 time: 0.0908134 Dec 11 16:33:40.055754 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9da83dda-2040-4a07-97fa-0df95bf45752 req-7bded355-76fd-47ee-bd37-19f53068159d tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups?id=805875a8-c087-4cf1-ae28-c842c7cfe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440059 Dec 11 16:33:40.116271 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a8b79-8201-46c1-a31a-58091bd35603 req-f820ff20-82f1-42d6-9493-a8a3cde9a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:40.117888 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a71a8b79-8201-46c1-a31a-58091bd35603 req-f820ff20-82f1-42d6-9493-a8a3cde9a3c2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8e201025271440f3a963d54ec2de035f&device_id=c49c8439-7f46-4313-b74c-d1c893cd9dfd HTTP/1.1" status: 200 len: 1160 time: 0.2220302 Dec 11 16:33:40.160146 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e09a2c-2ae6-4a6e-8cc8-8f022f060aa3 req-790c3643-eee7-409e-a8ce-743576af88f2 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:40.161759 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-61e09a2c-2ae6-4a6e-8cc8-8f022f060aa3 req-790c3643-eee7-409e-a8ce-743576af88f2 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=c49c8439-7f46-4313-b74c-d1c893cd9dfd HTTP/1.1" status: 200 len: 943 time: 0.0900908 Dec 11 16:33:40.211567 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-61e09a2c-2ae6-4a6e-8cc8-8f022f060aa3 req-44c15081-801d-4373-ae8a-46acfb8190c0 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415063 Dec 11 16:33:40.270689 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-1714f468-efc0-480f-b064-125532b27c9a req-ee47df65-9746-415c-9bd5-73ca9ef29e27 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] For port fcd21503-4b3c-4f57-8696-6742f5f1990e, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=fcd21503-4b3c-4f57-8696-6742f5f1990e,segment=NetworkSegment(e6501d83-0c9c-4b21-bbe2-cb17b597d222),segment_id=e6501d83-0c9c-4b21-bbe2-cb17b597d222)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:33:40.271083 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-1714f468-efc0-480f-b064-125532b27c9a req-ee47df65-9746-415c-9bd5-73ca9ef29e27 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:40.395302 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a8b79-8201-46c1-a31a-58091bd35603 req-5a6873c9-1316-43a2-9ac2-014d2c864a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:40.396887 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a71a8b79-8201-46c1-a31a-58091bd35603 req-5a6873c9-1316-43a2-9ac2-014d2c864a9b service neutron] 10.222.0.87 "GET /v2.0/networks?id=44cda896-77fd-4661-882d-f599ad8d714d HTTP/1.1" status: 200 len: 908 time: 0.2620168 Dec 11 16:33:40.539927 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a71a8b79-8201-46c1-a31a-58091bd35603 req-ba5c0d73-f031-47e9-ac82-07ed3febc6e1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96a12b05-4eaf-41c5-9bca-f108f656a62b HTTP/1.1" status: 200 len: 217 time: 0.1331365 Dec 11 16:33:40.701830 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a8b79-8201-46c1-a31a-58091bd35603 req-b297fc87-b498-4008-b3ce-4059b983579a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:40.703398 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a71a8b79-8201-46c1-a31a-58091bd35603 req-b297fc87-b498-4008-b3ce-4059b983579a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c4d5ffcd-fc86-418b-8284-fc6ea08909cd HTTP/1.1" status: 200 len: 854 time: 0.1560600 Dec 11 16:33:40.754800 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-1714f468-efc0-480f-b064-125532b27c9a req-ee47df65-9746-415c-9bd5-73ca9ef29e27 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for floatingip, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:40.755347 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-1714f468-efc0-480f-b064-125532b27c9a req-ee47df65-9746-415c-9bd5-73ca9ef29e27 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854360154'] for floatingip, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:40.755557 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.l3_db [req-1714f468-efc0-480f-b064-125532b27c9a req-ee47df65-9746-415c-9bd5-73ca9ef29e27 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Floating IP 30a8d9ea-e71b-4968-a6c8-bea1197f1cd7 disassociated. External IP: 172.28.1.81, port: fcd21503-4b3c-4f57-8696-6742f5f1990e. Dec 11 16:33:40.755925 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-1714f468-efc0-480f-b064-125532b27c9a req-ee47df65-9746-415c-9bd5-73ca9ef29e27 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Calling delete_port for fcd21503-4b3c-4f57-8696-6742f5f1990e owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:33:40.805752 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a71a8b79-8201-46c1-a31a-58091bd35603 req-a04f7017-b44a-4af0-8363-92c24b18fdce service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=44cda896-77fd-4661-882d-f599ad8d714d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846276 Dec 11 16:33:41.027426 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a71a8b79-8201-46c1-a31a-58091bd35603 req-51acdba3-06bd-4467-be3d-a29d8c5f0968 service neutron] 10.222.0.87 "GET /v2.0/networks/44cda896-77fd-4661-882d-f599ad8d714d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116454 Dec 11 16:33:41.035382 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-1714f468-efc0-480f-b064-125532b27c9a req-ee47df65-9746-415c-9bd5-73ca9ef29e27 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:41.053474 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-85e2ebd7-5b97-489a-ab69-77ac37d1e4b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:33:41.092223 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device fcd21503-4b3c-4f57-8696-6742f5f1990e no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:33:41.127147 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] No Port match for: fcd21503-4b3c-4f57-8696-6742f5f1990e {{(pid=80244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 11 16:33:41.127496 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device fcd21503-4b3c-4f57-8696-6742f5f1990e not bound to the agent host hv-cinder-76675 {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 11 16:33:41.234815 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47df65-9746-415c-9bd5-73ca9ef29e27 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Pushing event deleted for resources: {'Port': ['ID=fcd21503-4b3c-4f57-8696-6742f5f1990e,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:33:41.238026 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ee47df65-9746-415c-9bd5-73ca9ef29e27 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:33:41.253002 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c5896664-07c2-408d-8507-62cbc76f6653 req-8dd02563-f693-415f-b494-db6901f4c963 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 210 time: 0.0466301 Dec 11 16:33:41.339210 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a71a8b79-8201-46c1-a31a-58091bd35603 req-4691911d-3c9d-437c-9a5c-fa087451aed9 service neutron] 10.222.0.87 "GET /v2.0/networks/44cda896-77fd-4661-882d-f599ad8d714d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2866898 Dec 11 16:33:41.438354 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af425b-cdc2-4940-ad85-fa87fc73353f req-e21a7fe0-7397-4bb1-b066-cede558bfc8a tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:41.439982 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-25af425b-cdc2-4940-ad85-fa87fc73353f req-e21a7fe0-7397-4bb1-b066-cede558bfc8a tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=c49c8439-7f46-4313-b74c-d1c893cd9dfd HTTP/1.1" status: 200 len: 943 time: 0.0908473 Dec 11 16:33:41.487677 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-25af425b-cdc2-4940-ad85-fa87fc73353f req-45fa6ec1-85b1-4f8a-98d8-f1597b0f2b2c tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409038 Dec 11 16:33:41.532878 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1714f468-efc0-480f-b064-125532b27c9a req-ee47df65-9746-415c-9bd5-73ca9ef29e27 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Router adb6acbf-d5be-45d3-8993-7504e038406f has already been hosted by L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 {{(pid=80243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 11 16:33:41.935783 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1714f468-efc0-480f-b064-125532b27c9a req-ee47df65-9746-415c-9bd5-73ca9ef29e27 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:33:41.945487 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4156d65d-93bd-4ce0-a746-75cfc2963f40 None None] Sync routers for ids ['adb6acbf-d5be-45d3-8993-7504e038406f'] in dv-cinder-766752-1-smb {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:33:41.955521 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4156d65d-93bd-4ce0-a746-75cfc2963f40 None None] Routers {'adb6acbf-d5be-45d3-8993-7504e038406f'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:33:41.956188 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-4156d65d-93bd-4ce0-a746-75cfc2963f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:33:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['adb6acbf-d5be-45d3-8993-7504e038406f'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:33:41.973425 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-1714f468-efc0-480f-b064-125532b27c9a req-ee47df65-9746-415c-9bd5-73ca9ef29e27 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] No DVR routers for this DVR port fcd21503-4b3c-4f57-8696-6742f5f1990e on host hv-cinder-76675 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 11 16:33:41.975754 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-1714f468-efc0-480f-b064-125532b27c9a req-ee47df65-9746-415c-9bd5-73ca9ef29e27 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:41.979076 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87693890-35e2-4b8f-8ec4-37b254c1deaf', 'name': 'network-vif-deleted', 'tag': 'fcd21503-4b3c-4f57-8696-6742f5f1990e'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:33:41.994508 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1714f468-efc0-480f-b064-125532b27c9a req-ee47df65-9746-415c-9bd5-73ca9ef29e27 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.87 "DELETE /v2.0/ports/fcd21503-4b3c-4f57-8696-6742f5f1990e HTTP/1.1" status: 204 len: 173 time: 2.2122803 Dec 11 16:33:42.045018 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87693890-35e2-4b8f-8ec4-37b254c1deaf', 'name': 'network-vif-deleted', 'tag': 'fcd21503-4b3c-4f57-8696-6742f5f1990e', 'status': 'completed', 'code': 200} Dec 11 16:33:42.144361 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-4156d65d-93bd-4ce0-a746-75cfc2963f40 None None] Set router adb6acbf-d5be-45d3-8993-7504e038406f gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:33:42.461870 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-86e51d85-4be4-4def-825e-168fd631bfe5 req-2af702e7-bbea-43b7-95bf-4ccd89ff7776 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/ports?device_id=87693890-35e2-4b8f-8ec4-37b254c1deaf HTTP/1.1" status: 200 len: 210 time: 0.0463896 Dec 11 16:33:42.470219 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-4156d65d-93bd-4ce0-a746-75cfc2963f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'name': 'tempest-AttachVolumeShelveTestJSON-1535416449-router', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:31Z', 'updated_at': '2020-12-11T16:26:53Z', 'revision_number': 4, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'gw_port': {'id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:34Z', 'updated_at': '2020-12-11T16:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': '2e8ffc17-dca6-4b14-b307-f8c899522b77', 'name': '', 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'mac_address': 'fa:16:3e:d6:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '35314c86-042c-4482-9db4-a8a492106943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:27:07Z', 'revision_number': 5, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'subnets': [{'id': '35314c86-042c-4482-9db4-a8a492106943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:33:42.474234 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4156d65d-93bd-4ce0-a746-75cfc2963f40 None None] Checking router: adb6acbf-d5be-45d3-8993-7504e038406f for host: dv-cinder-766752-1-smb {{(pid=80244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:33:42.483320 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4156d65d-93bd-4ce0-a746-75cfc2963f40 None None] Routers {'adb6acbf-d5be-45d3-8993-7504e038406f'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:33:42.484072 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-4156d65d-93bd-4ce0-a746-75cfc2963f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:33:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['adb6acbf-d5be-45d3-8993-7504e038406f'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:33:42.682839 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-4156d65d-93bd-4ce0-a746-75cfc2963f40 None None] Set router adb6acbf-d5be-45d3-8993-7504e038406f gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:33:42.860281 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cdb3d-82ab-4b87-9e99-06c6e37a16f1 req-a28f793c-232f-4aeb-a560-20065d7e98b1 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:42.861790 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f53cdb3d-82ab-4b87-9e99-06c6e37a16f1 req-a28f793c-232f-4aeb-a560-20065d7e98b1 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=c49c8439-7f46-4313-b74c-d1c893cd9dfd HTTP/1.1" status: 200 len: 943 time: 0.0998960 Dec 11 16:33:42.909143 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f53cdb3d-82ab-4b87-9e99-06c6e37a16f1 req-1f533bc3-7310-4183-8032-2c03579a78bb tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407908 Dec 11 16:33:43.017614 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-4156d65d-93bd-4ce0-a746-75cfc2963f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'name': 'tempest-AttachVolumeShelveTestJSON-1535416449-router', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:31Z', 'updated_at': '2020-12-11T16:26:53Z', 'revision_number': 4, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'gw_port': {'id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:34Z', 'updated_at': '2020-12-11T16:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': '2e8ffc17-dca6-4b14-b307-f8c899522b77', 'name': '', 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'mac_address': 'fa:16:3e:d6:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '35314c86-042c-4482-9db4-a8a492106943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:27:07Z', 'revision_number': 5, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'subnets': [{'id': '35314c86-042c-4482-9db4-a8a492106943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:33:43.021874 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4156d65d-93bd-4ce0-a746-75cfc2963f40 None None] The sync data for ids ['adb6acbf-d5be-45d3-8993-7504e038406f'] in dv-cinder-766752-1-smb is: [{'id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'name': 'tempest-AttachVolumeShelveTestJSON-1535416449-router', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:31Z', 'updated_at': '2020-12-11T16:26:53Z', 'revision_number': 4, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'gw_port': {'id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:34Z', 'updated_at': '2020-12-11T16:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': '2e8ffc17-dca6-4b14-b307-f8c899522b77', 'name': '', 'network_id': '08a7ffcb-dce2-47a5-a283-64fa5b32feea', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'mac_address': 'fa:16:3e:d6:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '35314c86-042c-4482-9db4-a8a492106943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:47Z', 'updated_at': '2020-12-11T16:27:07Z', 'revision_number': 5, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'subnets': [{'id': '35314c86-042c-4482-9db4-a8a492106943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:33:43.393315 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232beba8-d623-47e5-b468-389793682195 None None] New status for floating IP 30a8d9ea-e71b-4968-a6c8-bea1197f1cd7: DOWN {{(pid=80245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 11 16:33:43.626988 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 47244) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:33:43.697803 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a9e6a938-e10b-48a4-a376-32afc908043f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:43.726563 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a9e6a938-e10b-48a4-a376-32afc908043f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:43.772131 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a9e6a938-e10b-48a4-a376-32afc908043f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:43.777827 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:33:43.793702 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6a938-e10b-48a4-a376-32afc908043f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Pushing event deleted for resources: {'SecurityGroup': ['ID=805875a8-c087-4cf1-ae28-c842c7cfe0e7,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:33:43.797964 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a9e6a938-e10b-48a4-a376-32afc908043f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:33:43.801550 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a9e6a938-e10b-48a4-a376-32afc908043f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:43.802435 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-a9e6a938-e10b-48a4-a376-32afc908043f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "DELETE /v2.0/security-groups/805875a8-c087-4cf1-ae28-c842c7cfe0e7 HTTP/1.1" status: 204 len: 168 time: 0.1743672 Dec 11 16:33:43.805338 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 47248) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:33:43.822472 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.api.v2.resource [None req-f8db0249-8231-45e3-ab44-5e04d9c092b9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] show failed (client error): The resource could not be found. Dec 11 16:33:43.823547 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-f8db0249-8231-45e3-ab44-5e04d9c092b9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "GET /v2.0/security-groups/805875a8-c087-4cf1-ae28-c842c7cfe0e7 HTTP/1.1" status: 404 len: 347 time: 0.0171938 Dec 11 16:33:43.826536 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 47252) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:33:43.870780 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-14e5f474-755a-45f5-a7bd-1dc28124f3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:43.990538 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-f41b7796-3285-43ec-a4c4-8a636ba0ba5f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Deleting port 71b554d8-6e59-4587-9d87-290ae8965ce2 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:33:43.990886 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f41b7796-3285-43ec-a4c4-8a636ba0ba5f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:44.010872 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 96a12b05-4eaf-41c5-9bca-f108f656a62b up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:33:44.132502 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bdbf4-a5b3-46ff-8729-31bab025b931 req-6f22832d-12f2-4352-af93-eea44b93c037 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:44.134932 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-be1bdbf4-a5b3-46ff-8729-31bab025b931 req-6f22832d-12f2-4352-af93-eea44b93c037 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=c49c8439-7f46-4313-b74c-d1c893cd9dfd HTTP/1.1" status: 200 len: 943 time: 0.0910690 Dec 11 16:33:44.187351 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f41b7796-3285-43ec-a4c4-8a636ba0ba5f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:44.187893 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f41b7796-3285-43ec-a4c4-8a636ba0ba5f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for floatingip, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:44.188167 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-be1bdbf4-a5b3-46ff-8729-31bab025b931 req-e8441e28-03c2-4920-8993-47367ab6d5c1 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460725 Dec 11 16:33:44.249483 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning for port 96a12b05-4eaf-41c5-9bca-f108f656a62b completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:33:44.254454 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 96a12b05-4eaf-41c5-9bca-f108f656a62b triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:33:44.254869 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:44.318745 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-f41b7796-3285-43ec-a4c4-8a636ba0ba5f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Calling delete_port for 71b554d8-6e59-4587-9d87-290ae8965ce2 owned by network:floatingip {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:33:44.371031 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:44.399486 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49c8439-7f46-4313-b74c-d1c893cd9dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a12b05-4eaf-41c5-9bca-f108f656a62b'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:33:44.409652 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port 96a12b05-4eaf-41c5-9bca-f108f656a62b, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=96a12b05-4eaf-41c5-9bca-f108f656a62b,segment=NetworkSegment(96fa24ac-ffb6-4e35-8413-4e6148728b9c),segment_id=96fa24ac-ffb6-4e35-8413-4e6148728b9c)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:33:44.412794 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:44.414721 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:33:44.462330 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f41b7796-3285-43ec-a4c4-8a636ba0ba5f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:44.463952 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49c8439-7f46-4313-b74c-d1c893cd9dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a12b05-4eaf-41c5-9bca-f108f656a62b', 'code': 200} Dec 11 16:33:44.476452 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a2b398a2-4967-433a-8949-46c2c56c7d84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:33:44.486891 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=96a12b05-4eaf-41c5-9bca-f108f656a62b,revision_number=4']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:33:44.490243 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:33:44.576690 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b7796-3285-43ec-a4c4-8a636ba0ba5f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Pushing event deleted for resources: {'Port': ['ID=71b554d8-6e59-4587-9d87-290ae8965ce2,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:33:44.580822 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f41b7796-3285-43ec-a4c4-8a636ba0ba5f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:33:44.699055 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f41b7796-3285-43ec-a4c4-8a636ba0ba5f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks [] for floatingip, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:44.715784 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f41b7796-3285-43ec-a4c4-8a636ba0ba5f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for floatingip, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:44.716954 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-f41b7796-3285-43ec-a4c4-8a636ba0ba5f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] 10.222.0.45 "DELETE /v2.0/floatingips/30a8d9ea-e71b-4968-a6c8-bea1197f1cd7 HTTP/1.1" status: 204 len: 168 time: 0.8894854 Dec 11 16:33:44.806564 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b35b9-97b1-445e-96c4-1e70f6b32926 req-29061b76-33b7-4004-a380-2593c61f8fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:44.808283 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b80b35b9-97b1-445e-96c4-1e70f6b32926 req-29061b76-33b7-4004-a380-2593c61f8fb8 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c49c8439-7f46-4313-b74c-d1c893cd9dfd HTTP/1.1" status: 200 len: 1162 time: 0.0784199 Dec 11 16:33:44.855639 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b80b35b9-97b1-445e-96c4-1e70f6b32926 req-31edd737-cae8-4183-8a5c-f71e76fc5b4b service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393593 Dec 11 16:33:45.307714 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 96a12b05-4eaf-41c5-9bca-f108f656a62b up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:33:45.377600 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 96a12b05-4eaf-41c5-9bca-f108f656a62b triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:33:45.378063 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:45.406454 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38b762-19a4-4695-b7f7-279d5894f24d req-c67b16a3-5014-4c9c-bd14-24c49e7b6df8 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:45.408105 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0d38b762-19a4-4695-b7f7-279d5894f24d req-c67b16a3-5014-4c9c-bd14-24c49e7b6df8 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=c49c8439-7f46-4313-b74c-d1c893cd9dfd HTTP/1.1" status: 200 len: 945 time: 0.0878134 Dec 11 16:33:45.457852 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0d38b762-19a4-4695-b7f7-279d5894f24d req-3bb6a0e3-559f-4178-96c9-8974a562973d tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422535 Dec 11 16:33:46.113076 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-85841a52-c28b-4afd-9e4c-fb05b9e66589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:46.676324 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f282cd-4517-493d-96e6-f637bfa3b840 req-3db1ec37-2532-4907-a411-7dc4e7935d19 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:46.678133 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-53f282cd-4517-493d-96e6-f637bfa3b840 req-3db1ec37-2532-4907-a411-7dc4e7935d19 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=c49c8439-7f46-4313-b74c-d1c893cd9dfd HTTP/1.1" status: 200 len: 945 time: 0.0867798 Dec 11 16:33:46.725939 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-53f282cd-4517-493d-96e6-f637bfa3b840 req-53892394-3aa1-4568-8243-96f7e98c4852 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414917 Dec 11 16:33:46.811051 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:47.556955 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:47.586223 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 47290) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:33:48.082965 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d0e82958-689c-474b-b9af-51b4b3fcd132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854361468'] for router_interface, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:48.445444 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:48.677775 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-d0e82958-689c-474b-b9af-51b4b3fcd132 admin admin] Deleting port 2e8ffc17-dca6-4b14-b307-f8c899522b77 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:33:48.678160 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d0e82958-689c-474b-b9af-51b4b3fcd132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:48.870745 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-d0e82958-689c-474b-b9af-51b4b3fcd132 admin admin] For port 2e8ffc17-dca6-4b14-b307-f8c899522b77, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=2e8ffc17-dca6-4b14-b307-f8c899522b77,segment=NetworkSegment(e6501d83-0c9c-4b21-bbe2-cb17b597d222),segment_id=e6501d83-0c9c-4b21-bbe2-cb17b597d222)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:33:48.870745 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d0e82958-689c-474b-b9af-51b4b3fcd132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:48.998162 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-d0e82958-689c-474b-b9af-51b4b3fcd132 admin admin] Calling delete_port for 2e8ffc17-dca6-4b14-b307-f8c899522b77 owned by network:router_interface {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:33:49.509440 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d0e82958-689c-474b-b9af-51b4b3fcd132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:49.524117 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-12d743f9-46dd-45f0-8904-e4f1865a87c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:33:49.617746 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e82958-689c-474b-b9af-51b4b3fcd132 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e8ffc17-dca6-4b14-b307-f8c899522b77,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:33:49.621931 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d0e82958-689c-474b-b9af-51b4b3fcd132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:33:49.915992 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d0e82958-689c-474b-b9af-51b4b3fcd132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3269951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854361502'] for router_interface, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:50.406669 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e82958-689c-474b-b9af-51b4b3fcd132 admin admin] Router adb6acbf-d5be-45d3-8993-7504e038406f has already been hosted by L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 {{(pid=80243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 11 16:33:50.592023 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e82958-689c-474b-b9af-51b4b3fcd132 admin admin] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:33:50.601552 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2066efc3-a2fa-4fa4-8963-e9f9ad48f042 None None] Sync routers for ids ['adb6acbf-d5be-45d3-8993-7504e038406f'] in dv-cinder-766752-1-smb {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:33:50.607895 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-d0e82958-689c-474b-b9af-51b4b3fcd132 admin admin] 10.222.0.45 "PUT /v2.0/routers/adb6acbf-d5be-45d3-8993-7504e038406f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0176523 Dec 11 16:33:50.608238 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 47310) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:33:50.612826 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2066efc3-a2fa-4fa4-8963-e9f9ad48f042 None None] Routers {'adb6acbf-d5be-45d3-8993-7504e038406f'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:33:50.613503 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-2066efc3-a2fa-4fa4-8963-e9f9ad48f042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:33:46Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['adb6acbf-d5be-45d3-8993-7504e038406f'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:33:50.787593 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eec8e8a1-0452-4dc3-bce5-4fce8c937085 admin admin] Notify callbacks [] for router, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:50.798229 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-2066efc3-a2fa-4fa4-8963-e9f9ad48f042 None None] Set router adb6acbf-d5be-45d3-8993-7504e038406f gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:33:50.969906 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eec8e8a1-0452-4dc3-bce5-4fce8c937085 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:50.975088 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-eec8e8a1-0452-4dc3-bce5-4fce8c937085 admin admin] Deleting port 7bfb7403-7a2a-4208-a880-fb70e6352bfd {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:33:50.975844 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eec8e8a1-0452-4dc3-bce5-4fce8c937085 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:51.102404 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-2066efc3-a2fa-4fa4-8963-e9f9ad48f042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'name': 'tempest-AttachVolumeShelveTestJSON-1535416449-router', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:31Z', 'updated_at': '2020-12-11T16:33:49Z', 'revision_number': 5, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'gw_port': {'id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:34Z', 'updated_at': '2020-12-11T16:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:33:51.106624 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2066efc3-a2fa-4fa4-8963-e9f9ad48f042 None None] Checking router: adb6acbf-d5be-45d3-8993-7504e038406f for host: dv-cinder-766752-1-smb {{(pid=80244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:33:51.117269 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2066efc3-a2fa-4fa4-8963-e9f9ad48f042 None None] Routers {'adb6acbf-d5be-45d3-8993-7504e038406f'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:33:51.118069 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-2066efc3-a2fa-4fa4-8963-e9f9ad48f042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:33:46Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['adb6acbf-d5be-45d3-8993-7504e038406f'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:33:51.163969 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-eec8e8a1-0452-4dc3-bce5-4fce8c937085 admin admin] For port 7bfb7403-7a2a-4208-a880-fb70e6352bfd, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=7bfb7403-7a2a-4208-a880-fb70e6352bfd,segment=NetworkSegment(fa6d7e3f-32fe-4ab3-b890-6946fd39c952),segment_id=fa6d7e3f-32fe-4ab3-b890-6946fd39c952)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:33:51.164369 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eec8e8a1-0452-4dc3-bce5-4fce8c937085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:51.312487 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-2066efc3-a2fa-4fa4-8963-e9f9ad48f042 None None] Set router adb6acbf-d5be-45d3-8993-7504e038406f gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:33:51.503314 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-eec8e8a1-0452-4dc3-bce5-4fce8c937085 admin admin] Calling delete_port for 7bfb7403-7a2a-4208-a880-fb70e6352bfd owned by network:router_gateway {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:33:51.620224 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-2066efc3-a2fa-4fa4-8963-e9f9ad48f042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'name': 'tempest-AttachVolumeShelveTestJSON-1535416449-router', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:31Z', 'updated_at': '2020-12-11T16:33:49Z', 'revision_number': 5, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'gw_port': {'id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:34Z', 'updated_at': '2020-12-11T16:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:33:51.624614 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2066efc3-a2fa-4fa4-8963-e9f9ad48f042 None None] The sync data for ids ['adb6acbf-d5be-45d3-8993-7504e038406f'] in dv-cinder-766752-1-smb is: [{'id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'name': 'tempest-AttachVolumeShelveTestJSON-1535416449-router', 'tenant_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:26:31Z', 'updated_at': '2020-12-11T16:33:49Z', 'revision_number': 5, 'project_id': 'eccf3f61bd614d87b3e6357f1c1f13bb', 'gw_port': {'id': '7bfb7403-7a2a-4208-a880-fb70e6352bfd', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6acbf-d5be-45d3-8993-7504e038406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:26:34Z', 'updated_at': '2020-12-11T16:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}] {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:33:51.653009 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eec8e8a1-0452-4dc3-bce5-4fce8c937085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: WARNING neutron.plugins.ml2.ovo_rpc [None req-eec8e8a1-0452-4dc3-bce5-4fce8c937085 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: result = function(*args, **kwargs) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: proto.__init__(conn_state, self) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: self.handle() Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: self.handle_one_request() Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: self.handle_one_response() Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: result = self.application(self.environ, start_response) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: return app(environ, start_response) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: resp = self.call_func(req, *args, **kw) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: return self.func(req, *args, **kwargs) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: response = req.get_response(self.application) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: application, catch_exc_info=False) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: app_iter = application(self.environ, start_response) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: resp = self.call_func(req, *args, **kw) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: return self.func(req, *args, **kwargs) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: response = req.get_response(self.application) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: application, catch_exc_info=False) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: app_iter = application(self.environ, start_response) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: resp = self.call_func(req, *args, **kw) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: return self.func(req, *args, **kwargs) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: response = req.get_response(self.application) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: application, catch_exc_info=False) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: app_iter = application(self.environ, start_response) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: resp = self.call_func(req, *args, **kw) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: return self.func(req, *args, **kwargs) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: response = req.get_response(self.application) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: application, catch_exc_info=False) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: app_iter = application(self.environ, start_response) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: resp = self.call_func(req, *args, **kw) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: return self.func(req, *args, **kwargs) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: return request.get_response(self.application) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: application, catch_exc_info=False) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: app_iter = application(self.environ, start_response) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: resp = self.call_func(req, *args, **kw) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: return self.func(req, *args, **kwargs) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: response = req.get_response(self._app) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: application, catch_exc_info=False) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: app_iter = application(self.environ, start_response) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: return resp(environ, start_response) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: return resp(environ, start_response) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: response = self.app(environ, start_response) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: return resp(environ, start_response) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: resp = self.call_func(req, *args, **kw) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: return self.func(req, *args, **kwargs) Dec 11 16:33:51.663605 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: result = method(request=request, **args) Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: return self._delete(request, id, **kwargs) Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: return f(*args, **kwargs) Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: return f(*args, **kwargs) Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: return f(*dup_args, **dup_kwargs) Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: obj_deleter(request.context, id, **kwargs) Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: super(L3_NAT_db_mixin, self).delete_router(context, id) Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: return method(*args, **kwargs) Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: return f(*args, **kwargs) Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: return f(*args, **kwargs) Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: return f(*dup_args, **dup_kwargs) Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: self._delete_current_gw_port(context, id, router, None) Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: admin_ctx, gw_port_id, l3_port_check=False) Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: return f(self, context, *args, **kwargs) Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: return method(*args, **kwargs) Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: context, port, router_ids, bound_mech_contexts) Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: return function(*args, **kwargs) Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: errors = self._notify_loop(resource, event, trigger, **kwargs) Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: callback(resource, event, trigger, **kwargs) Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: if self._is_session_semantic_violated(context, resource, event): Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: stack = traceback.extract_stack() Dec 11 16:33:51.672830 dv-cinder-766752-1-smb neutron-server[80122]: Dec 11 16:33:51.862698 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eec8e8a1-0452-4dc3-bce5-4fce8c937085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415628'] for router_gateway, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:51.997047 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eec8e8a1-0452-4dc3-bce5-4fce8c937085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854360000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774711'] for router, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:51.999376 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eec8e8a1-0452-4dc3-bce5-4fce8c937085 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:52.085843 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eec8e8a1-0452-4dc3-bce5-4fce8c937085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854360002'] for router, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:52.086400 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec8e8a1-0452-4dc3-bce5-4fce8c937085 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adb6acbf-d5be-45d3-8993-7504e038406f {{(pid=80243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 11 16:33:52.099723 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eec8e8a1-0452-4dc3-bce5-4fce8c937085 admin admin] Notify callbacks [] for router, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:52.101381 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-eec8e8a1-0452-4dc3-bce5-4fce8c937085 admin admin] 10.222.0.45 "DELETE /v2.0/routers/adb6acbf-d5be-45d3-8993-7504e038406f HTTP/1.1" status: 204 len: 168 time: 1.4917114 Dec 11 16:33:52.103696 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 47328) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:33:52.178087 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_v2 [None req-acbea134-a74a-4d04-9a68-047cf36c2fe2 admin admin] Deleting subnet 35314c86-042c-4482-9db4-a8a492106943 {{(pid=80243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 11 16:33:52.181899 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-acbea134-a74a-4d04-9a68-047cf36c2fe2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:52.233678 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-acbea134-a74a-4d04-9a68-047cf36c2fe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15268358'] for subnet, precommit_delete_associations {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:52.359584 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-acbea134-a74a-4d04-9a68-047cf36c2fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586106'] for subnet, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:52.538199 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 7bfb7403-7a2a-4208-a880-fb70e6352bfd no longer exists at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:33:52.574618 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] No Port match for: 7bfb7403-7a2a-4208-a880-fb70e6352bfd {{(pid=80244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 11 16:33:52.575008 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 7bfb7403-7a2a-4208-a880-fb70e6352bfd not bound to the agent host dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 11 16:33:52.575488 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 2e8ffc17-dca6-4b14-b307-f8c899522b77 no longer exists at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:33:52.612648 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] No Port match for: 2e8ffc17-dca6-4b14-b307-f8c899522b77 {{(pid=80244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 11 16:33:52.613044 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 2e8ffc17-dca6-4b14-b307-f8c899522b77 not bound to the agent host dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 11 16:33:52.623963 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-acbea134-a74a-4d04-9a68-047cf36c2fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851189726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15134017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839185207'] for subnet, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:52.639385 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:33:52.724325 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbea134-a74a-4d04-9a68-047cf36c2fe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35314c86-042c-4482-9db4-a8a492106943,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:33:52.729310 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-acbea134-a74a-4d04-9a68-047cf36c2fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:33:52.771544 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-acbea134-a74a-4d04-9a68-047cf36c2fe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:52.777360 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470cc238-e340-48ae-9019-48807312f16d None None] Network 08a7ffcb-dce2-47a5-a283-64fa5b32feea requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:33:52.780614 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-acbea134-a74a-4d04-9a68-047cf36c2fe2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/35314c86-042c-4482-9db4-a8a492106943 HTTP/1.1" status: 204 len: 168 time: 0.6734049 Dec 11 16:33:52.780879 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 47334) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:33:52.904881 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4f920a82-5f20-45b6-9e34-fcab35009385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851038720'] for network, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:52.979295 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-4f920a82-5f20-45b6-9e34-fcab35009385 admin admin] Deleting port 8cf877a2-a5fc-4dd5-ba63-55345fdd6518 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:33:52.979646 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4f920a82-5f20-45b6-9e34-fcab35009385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:53.036305 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad84693f-e9db-4839-a10e-48471e94446a None None] DHCP port deletion for 08a7ffcb-dce2-47a5-a283-64fa5b32feea request from dv-cinder-766752-1-smb {{(pid=80244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 11 16:33:53.041464 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-ad84693f-e9db-4839-a10e-48471e94446a None None] Deleting port 8cf877a2-a5fc-4dd5-ba63-55345fdd6518 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:33:53.041880 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ad84693f-e9db-4839-a10e-48471e94446a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:53.206952 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-4f920a82-5f20-45b6-9e34-fcab35009385 admin admin] For port 8cf877a2-a5fc-4dd5-ba63-55345fdd6518, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=8cf877a2-a5fc-4dd5-ba63-55345fdd6518,segment=NetworkSegment(e6501d83-0c9c-4b21-bbe2-cb17b597d222),segment_id=e6501d83-0c9c-4b21-bbe2-cb17b597d222)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:33:53.207340 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4f920a82-5f20-45b6-9e34-fcab35009385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:53.254697 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ad84693f-e9db-4839-a10e-48471e94446a None None] For port 8cf877a2-a5fc-4dd5-ba63-55345fdd6518, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=8cf877a2-a5fc-4dd5-ba63-55345fdd6518,segment=NetworkSegment(e6501d83-0c9c-4b21-bbe2-cb17b597d222),segment_id=e6501d83-0c9c-4b21-bbe2-cb17b597d222)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:33:53.255135 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ad84693f-e9db-4839-a10e-48471e94446a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:53.338700 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-4f920a82-5f20-45b6-9e34-fcab35009385 admin admin] Calling delete_port for 8cf877a2-a5fc-4dd5-ba63-55345fdd6518 owned by network:dhcp {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:33:53.389479 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-ad84693f-e9db-4839-a10e-48471e94446a None None] Calling delete_port for 8cf877a2-a5fc-4dd5-ba63-55345fdd6518 owned by network:dhcp {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:33:53.411838 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4f920a82-5f20-45b6-9e34-fcab35009385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:53.427037 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-eee0bfe7-b096-46ef-9731-3286829c7f23 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:33:53.433062 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:53.463182 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.db.api [None req-ad84693f-e9db-4839-a10e-48471e94446a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80244) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 11 16:33:53.463534 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_db.api [None req-ad84693f-e9db-4839-a10e-48471e94446a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 11 16:33:53.518954 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f920a82-5f20-45b6-9e34-fcab35009385 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cf877a2-a5fc-4dd5-ba63-55345fdd6518,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:33:53.531111 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4f920a82-5f20-45b6-9e34-fcab35009385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:33:53.562564 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f920a82-5f20-45b6-9e34-fcab35009385 admin admin] No DVR routers for this DVR port 8cf877a2-a5fc-4dd5-ba63-55345fdd6518 on host dv-cinder-766752-1-smb {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 11 16:33:53.684362 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4f920a82-5f20-45b6-9e34-fcab35009385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851202014', 'neutron.services.segments.db._delete_segments_for_network--9223363266957784334'] for network, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:53.796347 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-4f920a82-5f20-45b6-9e34-fcab35009385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a7ffcb-dce2-47a5-a283-64fa5b32feea']}} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:33:53.809028 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-4f920a82-5f20-45b6-9e34-fcab35009385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6501d83-0c9c-4b21-bbe2-cb17b597d222') {'for_net_delete': True} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:33:53.809335 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-4f920a82-5f20-45b6-9e34-fcab35009385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6501d83-0c9c-4b21-bbe2-cb17b597d222') {} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:33:53.820930 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4f920a82-5f20-45b6-9e34-fcab35009385 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266957780391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839507426'] for segment, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:53.835755 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4f920a82-5f20-45b6-9e34-fcab35009385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:53.837935 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4f920a82-5f20-45b6-9e34-fcab35009385 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 11 16:33:53.965429 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-ad84693f-e9db-4839-a10e-48471e94446a None None] Deleting port 8cf877a2-a5fc-4dd5-ba63-55345fdd6518 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:33:53.965906 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ad84693f-e9db-4839-a10e-48471e94446a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:54.037871 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-ad84693f-e9db-4839-a10e-48471e94446a None None] The port '8cf877a2-a5fc-4dd5-ba63-55345fdd6518' was deleted {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 11 16:33:54.226535 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-4f920a82-5f20-45b6-9e34-fcab35009385 admin admin] Network 08a7ffcb-dce2-47a5-a283-64fa5b32feea has no segments {{(pid=80243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 11 16:33:54.236448 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4f920a82-5f20-45b6-9e34-fcab35009385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851196067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15134202'] for segment, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:54.417799 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-4f920a82-5f20-45b6-9e34-fcab35009385 admin admin] Network 08a7ffcb-dce2-47a5-a283-64fa5b32feea has no segments {{(pid=80243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: Traceback (most recent call last): Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: timer() Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: cb(*args, **kw) Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: return func(*args, **kwargs) Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: self._notify() Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: self.callback(batched_events) Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: event.method(event) Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: segment_id)['aggregates'][0] Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: return f(self, *a, **k) Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: return self._get(url).json() Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: **kwargs) Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: return self.request(url, 'GET', **kwargs) Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: **endpoint_filter) Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 16:33:54.440392 dv-cinder-766752-1-smb neutron-server[80122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 16:33:54.519022 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4f920a82-5f20-45b6-9e34-fcab35009385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3573818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854360171'] for network, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:54.522050 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e25b7-a36b-499e-a42f-fbc0c13ffbcb req-134fbf91-a44f-445c-9842-9b4a935e8faa tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:54.522454 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:33:54.523913 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a80e25b7-a36b-499e-a42f-fbc0c13ffbcb req-134fbf91-a44f-445c-9842-9b4a935e8faa tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=c49c8439-7f46-4313-b74c-d1c893cd9dfd HTTP/1.1" status: 200 len: 945 time: 0.0846293 Dec 11 16:33:54.536932 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4f920a82-5f20-45b6-9e34-fcab35009385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:54.541959 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 8cf877a2-a5fc-4dd5-ba63-55345fdd6518 no longer exists at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:33:54.549267 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f920a82-5f20-45b6-9e34-fcab35009385 admin admin] Pushing event deleted for resources: {'Network': ['ID=08a7ffcb-dce2-47a5-a283-64fa5b32feea,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:33:54.552824 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4f920a82-5f20-45b6-9e34-fcab35009385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:33:54.566132 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-4f920a82-5f20-45b6-9e34-fcab35009385 admin admin] 10.222.0.45 "DELETE /v2.0/networks/08a7ffcb-dce2-47a5-a283-64fa5b32feea HTTP/1.1" status: 204 len: 168 time: 1.7816837 Dec 11 16:33:54.579372 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] No Port match for: 8cf877a2-a5fc-4dd5-ba63-55345fdd6518 {{(pid=80244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 11 16:33:54.579773 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 8cf877a2-a5fc-4dd5-ba63-55345fdd6518 not bound to the agent host dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 11 16:33:54.583317 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a80e25b7-a36b-499e-a42f-fbc0c13ffbcb req-8d4af5b5-ea71-4d04-8aa4-41ed641dfb2e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483027 Dec 11 16:33:54.720713 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 47350) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:33:54.771875 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-ca01a6b4-0386-455c-a6e0-4bafdcc0932d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eccf3f61bd614d87b3e6357f1c1f13bb&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0498316 Dec 11 16:33:54.774846 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 47354) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:33:54.834716 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-af22ced2-0532-44ef-8ba1-e26cf2cec725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:54.861258 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-af22ced2-0532-44ef-8ba1-e26cf2cec725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:54.908690 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-af22ced2-0532-44ef-8ba1-e26cf2cec725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:54.913656 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4c5a836e-813a-4317-a457-82ba9a174234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:33:54.927195 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22ced2-0532-44ef-8ba1-e26cf2cec725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535fe827-fa09-4782-aec0-096477087f68,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:33:54.931323 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-af22ced2-0532-44ef-8ba1-e26cf2cec725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:33:54.934631 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-af22ced2-0532-44ef-8ba1-e26cf2cec725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:54.935851 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-af22ced2-0532-44ef-8ba1-e26cf2cec725 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/535fe827-fa09-4782-aec0-096477087f68 HTTP/1.1" status: 204 len: 168 time: 0.1600599 Dec 11 16:33:55.809152 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9c307-131e-4b89-82ed-be19b82d92eb req-e5909623-cb5a-4718-a2b7-dfd375c6ecbe tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:55.810803 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6dc9c307-131e-4b89-82ed-be19b82d92eb req-e5909623-cb5a-4718-a2b7-dfd375c6ecbe tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=c49c8439-7f46-4313-b74c-d1c893cd9dfd HTTP/1.1" status: 200 len: 945 time: 0.0880532 Dec 11 16:33:55.858772 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6dc9c307-131e-4b89-82ed-be19b82d92eb req-268e52c8-8268-4a1a-ba7f-8615923aa21a tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415685 Dec 11 16:33:56.683673 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c78992-d9c0-45ab-9540-dedd0522cc6b req-ba1589e5-bd67-4ca0-ba15-383de6b0e3e0 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:56.684360 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-04c78992-d9c0-45ab-9540-dedd0522cc6b req-ba1589e5-bd67-4ca0-ba15-383de6b0e3e0 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Synchronizing usage tracker for tenant:8e201025271440f3a963d54ec2de035f on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:33:56.702711 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-04c78992-d9c0-45ab-9540-dedd0522cc6b req-ba1589e5-bd67-4ca0-ba15-383de6b0e3e0 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Unset dirty status for tenant:8e201025271440f3a963d54ec2de035f on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:33:56.704160 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-04c78992-d9c0-45ab-9540-dedd0522cc6b req-ba1589e5-bd67-4ca0-ba15-383de6b0e3e0 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.87 "GET /v2.0/ports?device_id=c49c8439-7f46-4313-b74c-d1c893cd9dfd HTTP/1.1" status: 200 len: 945 time: 0.1128101 Dec 11 16:33:56.781879 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-04c78992-d9c0-45ab-9540-dedd0522cc6b req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Deleting port 96a12b05-4eaf-41c5-9bca-f108f656a62b {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:33:56.782691 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-04c78992-d9c0-45ab-9540-dedd0522cc6b req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:57.063379 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-04c78992-d9c0-45ab-9540-dedd0522cc6b req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] For port 96a12b05-4eaf-41c5-9bca-f108f656a62b, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=96a12b05-4eaf-41c5-9bca-f108f656a62b,segment=NetworkSegment(96fa24ac-ffb6-4e35-8413-4e6148728b9c),segment_id=96fa24ac-ffb6-4e35-8413-4e6148728b9c)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:33:57.063930 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-04c78992-d9c0-45ab-9540-dedd0522cc6b req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:57.099240 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117363c7-11af-4455-baec-6a41d2e5bf48 req-c079c10c-aa0e-42a9-8eb4-4fa03d49be4b tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:33:57.101017 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-117363c7-11af-4455-baec-6a41d2e5bf48 req-c079c10c-aa0e-42a9-8eb4-4fa03d49be4b tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=c49c8439-7f46-4313-b74c-d1c893cd9dfd HTTP/1.1" status: 200 len: 945 time: 0.1042032 Dec 11 16:33:57.166441 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-117363c7-11af-4455-baec-6a41d2e5bf48 req-c616b562-f759-4573-abe7-150b133f53e6 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589805 Dec 11 16:33:57.197598 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-04c78992-d9c0-45ab-9540-dedd0522cc6b req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Calling delete_port for 96a12b05-4eaf-41c5-9bca-f108f656a62b owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:33:57.198906 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 96a12b05-4eaf-41c5-9bca-f108f656a62b no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:33:57.325551 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:57.350296 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-04c78992-d9c0-45ab-9540-dedd0522cc6b req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:57.366298 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-08f38dec-9934-4358-9741-52677d1d4160 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:33:57.465699 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 47422) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:33:57.469016 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Pushing event deleted for resources: {'Port': ['ID=96a12b05-4eaf-41c5-9bca-f108f656a62b,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:33:57.481084 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.481496 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.481900 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.482299 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.482696 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.483089 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.483488 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.483890 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.484279 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.484666 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.485052 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.485437 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.485876 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.486251 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.486634 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.487017 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.487400 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.487810 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.488179 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.488566 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.488950 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.489331 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.489717 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.490098 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.495736 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:33:57.590969 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c78992-d9c0-45ab-9540-dedd0522cc6b req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] No DVR routers for this DVR port 96a12b05-4eaf-41c5-9bca-f108f656a62b on host hv-cinder-76675 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 11 16:33:57.593299 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-04c78992-d9c0-45ab-9540-dedd0522cc6b req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:57.597667 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49c8439-7f46-4313-b74c-d1c893cd9dfd', 'name': 'network-vif-deleted', 'tag': '96a12b05-4eaf-41c5-9bca-f108f656a62b'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:33:57.611556 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-04c78992-d9c0-45ab-9540-dedd0522cc6b req-1804fd57-6606-4fc0-911a-c4647b21d93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.87 "DELETE /v2.0/ports/96a12b05-4eaf-41c5-9bca-f108f656a62b HTTP/1.1" status: 204 len: 173 time: 0.9012167 Dec 11 16:33:57.624970 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:57.642299 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:33:57.647729 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Usage tracker for resource:security_group_rule and tenant:b8ec688236c34b54aa6d9d9b7d4d8a69 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:33:57.651424 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:33:57.658216 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:33:57.669619 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49c8439-7f46-4313-b74c-d1c893cd9dfd', 'name': 'network-vif-deleted', 'tag': '96a12b05-4eaf-41c5-9bca-f108f656a62b', 'status': 'completed', 'code': 200} Dec 11 16:33:57.751901 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:57.755031 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:57.764164 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-40cf2e4a-93f3-4120-92a3-008e8d83292c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:33:57.807978 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68b6600-cfa6-46f2-ab31-55dba679f4ec,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:33:57.812175 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b8ec688236c34b54aa6d9d9b7d4d8a69&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3453791 Dec 11 16:33:57.815119 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 47430) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:33:57.819791 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.820217 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.820635 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.821112 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.821549 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.821951 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.822355 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.822753 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.823150 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.823570 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.824567 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.824981 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.825426 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.826029 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.826434 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.826837 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.827239 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.827772 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.828043 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.828445 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.828838 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.829513 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.829623 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.829969 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:33:57.834442 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7820f386-d2b0-42ed-aa82-9a9062179dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:33:57.884342 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-740201a9-c67d-4d1e-b28a-2674ba4ddfc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:57.910621 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-740201a9-c67d-4d1e-b28a-2674ba4ddfc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:57.960648 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-740201a9-c67d-4d1e-b28a-2674ba4ddfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:57.965772 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a9e6a938-e10b-48a4-a376-32afc908043f tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:33:57.979803 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740201a9-c67d-4d1e-b28a-2674ba4ddfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68b6600-cfa6-46f2-ab31-55dba679f4ec,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:33:57.982845 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-740201a9-c67d-4d1e-b28a-2674ba4ddfc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:33:57.983841 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-740201a9-c67d-4d1e-b28a-2674ba4ddfc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:57.985047 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-740201a9-c67d-4d1e-b28a-2674ba4ddfc8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e68b6600-cfa6-46f2-ab31-55dba679f4ec HTTP/1.1" status: 204 len: 168 time: 0.1688077 Dec 11 16:33:58.341329 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 47440) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:33:58.361874 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0c619aa3-57e8-4bc8-b506-02ccdb3ed3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:58.380165 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3dd7428f-3f0a-4ece-b906-9c58a9e6e1fa req-ad6a4b40-24fb-4cc2-a0f8-4da474e1c380 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=c49c8439-7f46-4313-b74c-d1c893cd9dfd HTTP/1.1" status: 200 len: 210 time: 0.0510955 Dec 11 16:33:58.382361 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-0c619aa3-57e8-4bc8-b506-02ccdb3ed3cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:33:58.386986 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-0c619aa3-57e8-4bc8-b506-02ccdb3ed3cb admin admin] Usage tracker for resource:security_group_rule and tenant:e99fdb5a39844d70a58c334029094c7d is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:33:58.390263 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-0c619aa3-57e8-4bc8-b506-02ccdb3ed3cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:33:58.397151 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-0c619aa3-57e8-4bc8-b506-02ccdb3ed3cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:33:58.481258 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0c619aa3-57e8-4bc8-b506-02ccdb3ed3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:58.484483 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0c619aa3-57e8-4bc8-b506-02ccdb3ed3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:58.493482 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4e49ca8d-4121-4112-910b-bacd71878a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:33:58.536782 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-0c619aa3-57e8-4bc8-b506-02ccdb3ed3cb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e99fdb5a39844d70a58c334029094c7d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1942544 Dec 11 16:33:58.537733 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c619aa3-57e8-4bc8-b506-02ccdb3ed3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701a99ff-36e2-4425-8f9c-762b43b6bf0a,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:33:58.540456 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 47444) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:33:58.540998 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0c619aa3-57e8-4bc8-b506-02ccdb3ed3cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:33:58.603060 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2e5c8eef-419d-468a-a0a5-d31a58277cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:58.630327 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2e5c8eef-419d-468a-a0a5-d31a58277cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:58.679962 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2e5c8eef-419d-468a-a0a5-d31a58277cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:58.689511 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d42555be-62f6-46fb-b83f-ca234e1803cc tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:33:58.705503 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c8eef-419d-468a-a0a5-d31a58277cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701a99ff-36e2-4425-8f9c-762b43b6bf0a,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:33:58.707986 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2e5c8eef-419d-468a-a0a5-d31a58277cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:33:58.709508 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-2e5c8eef-419d-468a-a0a5-d31a58277cbe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/701a99ff-36e2-4425-8f9c-762b43b6bf0a HTTP/1.1" status: 204 len: 168 time: 0.1684890 Dec 11 16:33:58.710382 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2e5c8eef-419d-468a-a0a5-d31a58277cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:01.158118 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3709887-3270-4cd7-8092-02f801ec9244 req-c44c1d2e-22a2-4aed-ac52-17647ae3a649 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:01.160634 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d3709887-3270-4cd7-8092-02f801ec9244 req-c44c1d2e-22a2-4aed-ac52-17647ae3a649 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=ff1c1401-0f2d-49c3-8978-3412cee4d7a1 HTTP/1.1" status: 200 len: 946 time: 0.1020508 Dec 11 16:34:01.209317 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d3709887-3270-4cd7-8092-02f801ec9244 req-73c667ee-f54e-4a2c-a41b-17fcd4a76fd3 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415728 Dec 11 16:34:02.423732 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f31119-3fd8-4bb7-8e6c-c809662d0894 req-514bdc74-bebb-4e2d-a1ba-858f90738d43 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:02.425240 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f3f31119-3fd8-4bb7-8e6c-c809662d0894 req-514bdc74-bebb-4e2d-a1ba-858f90738d43 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=ff1c1401-0f2d-49c3-8978-3412cee4d7a1 HTTP/1.1" status: 200 len: 946 time: 0.0826054 Dec 11 16:34:02.474970 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f3f31119-3fd8-4bb7-8e6c-c809662d0894 req-2de14a42-a9d2-4d25-846c-16832017baa7 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426822 Dec 11 16:34:03.071721 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b158a-e8f4-4185-8aa7-86663022f3a0 req-fa5d3037-8fc7-4219-a62c-9baf8b24b749 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:03.072462 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-644b158a-e8f4-4185-8aa7-86663022f3a0 req-fa5d3037-8fc7-4219-a62c-9baf8b24b749 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Synchronizing usage tracker for tenant:8e201025271440f3a963d54ec2de035f on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:34:03.087394 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-644b158a-e8f4-4185-8aa7-86663022f3a0 req-fa5d3037-8fc7-4219-a62c-9baf8b24b749 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Unset dirty status for tenant:8e201025271440f3a963d54ec2de035f on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:34:03.088604 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-644b158a-e8f4-4185-8aa7-86663022f3a0 req-fa5d3037-8fc7-4219-a62c-9baf8b24b749 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.87 "GET /v2.0/ports?device_id=ff1c1401-0f2d-49c3-8978-3412cee4d7a1 HTTP/1.1" status: 200 len: 946 time: 0.0960746 Dec 11 16:34:03.165462 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-644b158a-e8f4-4185-8aa7-86663022f3a0 req-3657bc8d-3fcc-4826-b0f7-2ba2988c3416 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Deleting port 1ce4f777-eccd-41a0-b01e-c5eb393a10e4 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:34:03.165825 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-644b158a-e8f4-4185-8aa7-86663022f3a0 req-3657bc8d-3fcc-4826-b0f7-2ba2988c3416 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:03.223691 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 1ce4f777-eccd-41a0-b01e-c5eb393a10e4 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:34:03.338541 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:03.367403 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1c1401-0f2d-49c3-8978-3412cee4d7a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ce4f777-eccd-41a0-b01e-c5eb393a10e4'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:34:03.389159 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port 1ce4f777-eccd-41a0-b01e-c5eb393a10e4, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=1ce4f777-eccd-41a0-b01e-c5eb393a10e4,segment=NetworkSegment(96fa24ac-ffb6-4e35-8413-4e6148728b9c),segment_id=96fa24ac-ffb6-4e35-8413-4e6148728b9c)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:34:03.392751 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:03.394631 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:03.424709 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-644b158a-e8f4-4185-8aa7-86663022f3a0 req-3657bc8d-3fcc-4826-b0f7-2ba2988c3416 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] For port 1ce4f777-eccd-41a0-b01e-c5eb393a10e4, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=1ce4f777-eccd-41a0-b01e-c5eb393a10e4,segment=NetworkSegment(96fa24ac-ffb6-4e35-8413-4e6148728b9c),segment_id=96fa24ac-ffb6-4e35-8413-4e6148728b9c)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:34:03.425285 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-644b158a-e8f4-4185-8aa7-86663022f3a0 req-3657bc8d-3fcc-4826-b0f7-2ba2988c3416 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:03.446578 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1c1401-0f2d-49c3-8978-3412cee4d7a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ce4f777-eccd-41a0-b01e-c5eb393a10e4', 'code': 200} Dec 11 16:34:03.478865 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=1ce4f777-eccd-41a0-b01e-c5eb393a10e4,revision_number=5']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:03.487279 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:34:03.487822 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:34:03.488304 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:34:03.488905 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:34:03.489378 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:34:03.489850 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:34:03.490317 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:34:03.490880 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:34:03.491343 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:34:03.491826 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:34:03.492299 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:34:03.493289 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:34:03.493810 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:34:03.494277 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:34:03.494740 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:34:03.496145 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:34:03.496145 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:34:03.496145 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:34:03.496477 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:34:03.496972 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:34:03.497433 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:34:03.497893 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:34:03.498360 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:34:03.498823 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:34:03.503815 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:03.565256 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-644b158a-e8f4-4185-8aa7-86663022f3a0 req-3657bc8d-3fcc-4826-b0f7-2ba2988c3416 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Calling delete_port for 1ce4f777-eccd-41a0-b01e-c5eb393a10e4 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:34:03.655261 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.db.api [req-644b158a-e8f4-4185-8aa7-86663022f3a0 req-3657bc8d-3fcc-4826-b0f7-2ba2988c3416 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80243) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 11 16:34:03.655928 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_db.api [req-644b158a-e8f4-4185-8aa7-86663022f3a0 req-3657bc8d-3fcc-4826-b0f7-2ba2988c3416 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 11 16:34:03.938363 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a97419-02c0-4feb-a0c0-fd21f13deda4 req-7b1f4bee-a45e-4e47-92eb-32335e768398 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:03.939886 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-57a97419-02c0-4feb-a0c0-fd21f13deda4 req-7b1f4bee-a45e-4e47-92eb-32335e768398 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=ff1c1401-0f2d-49c3-8978-3412cee4d7a1 HTTP/1.1" status: 200 len: 944 time: 0.3186271 Dec 11 16:34:03.986268 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-57a97419-02c0-4feb-a0c0-fd21f13deda4 req-4915eb06-f08f-43aa-bfc2-4e9fb0caad45 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398185 Dec 11 16:34:04.157259 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-644b158a-e8f4-4185-8aa7-86663022f3a0 req-3657bc8d-3fcc-4826-b0f7-2ba2988c3416 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Deleting port 1ce4f777-eccd-41a0-b01e-c5eb393a10e4 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:34:04.157653 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-644b158a-e8f4-4185-8aa7-86663022f3a0 req-3657bc8d-3fcc-4826-b0f7-2ba2988c3416 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:04.411593 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-644b158a-e8f4-4185-8aa7-86663022f3a0 req-3657bc8d-3fcc-4826-b0f7-2ba2988c3416 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] For port 1ce4f777-eccd-41a0-b01e-c5eb393a10e4, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=1ce4f777-eccd-41a0-b01e-c5eb393a10e4,segment=NetworkSegment(96fa24ac-ffb6-4e35-8413-4e6148728b9c),segment_id=96fa24ac-ffb6-4e35-8413-4e6148728b9c)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:34:04.411995 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-644b158a-e8f4-4185-8aa7-86663022f3a0 req-3657bc8d-3fcc-4826-b0f7-2ba2988c3416 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:04.538580 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-644b158a-e8f4-4185-8aa7-86663022f3a0 req-3657bc8d-3fcc-4826-b0f7-2ba2988c3416 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Calling delete_port for 1ce4f777-eccd-41a0-b01e-c5eb393a10e4 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:34:04.687743 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-644b158a-e8f4-4185-8aa7-86663022f3a0 req-3657bc8d-3fcc-4826-b0f7-2ba2988c3416 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:04.703666 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4f920a82-5f20-45b6-9e34-fcab35009385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:04.794948 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657bc8d-3fcc-4826-b0f7-2ba2988c3416 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Pushing event deleted for resources: {'Port': ['ID=1ce4f777-eccd-41a0-b01e-c5eb393a10e4,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:04.807394 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3657bc8d-3fcc-4826-b0f7-2ba2988c3416 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:04.905009 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-644b158a-e8f4-4185-8aa7-86663022f3a0 req-3657bc8d-3fcc-4826-b0f7-2ba2988c3416 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] No DVR routers for this DVR port 1ce4f777-eccd-41a0-b01e-c5eb393a10e4 on host hv-cinder-76675 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 11 16:34:04.907299 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-644b158a-e8f4-4185-8aa7-86663022f3a0 req-3657bc8d-3fcc-4826-b0f7-2ba2988c3416 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:04.910149 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1c1401-0f2d-49c3-8978-3412cee4d7a1', 'name': 'network-vif-deleted', 'tag': '1ce4f777-eccd-41a0-b01e-c5eb393a10e4'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:34:04.932908 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-644b158a-e8f4-4185-8aa7-86663022f3a0 req-3657bc8d-3fcc-4826-b0f7-2ba2988c3416 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.87 "DELETE /v2.0/ports/1ce4f777-eccd-41a0-b01e-c5eb393a10e4 HTTP/1.1" status: 204 len: 173 time: 1.8386796 Dec 11 16:34:04.981238 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1c1401-0f2d-49c3-8978-3412cee4d7a1', 'name': 'network-vif-deleted', 'tag': '1ce4f777-eccd-41a0-b01e-c5eb393a10e4', 'status': 'completed', 'code': 200} Dec 11 16:34:05.211258 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-74b62796-ae13-439f-83b3-20920a0d0d7a req-d30097a7-7ccc-4629-aa8f-7be3c3d50d2c tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=ff1c1401-0f2d-49c3-8978-3412cee4d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0489376 Dec 11 16:34:05.902734 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 6 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:34:06.736098 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edcacf-aebb-4106-abc2-748d2180915d req-a8a797c6-9b8d-4569-90a7-db1e00d95d4c tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:06.738707 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-88edcacf-aebb-4106-abc2-748d2180915d req-a8a797c6-9b8d-4569-90a7-db1e00d95d4c tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=93e7b1a9-43f4-41f3-b3da-d35dbde03d6f HTTP/1.1" status: 200 len: 946 time: 0.0986712 Dec 11 16:34:06.785980 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-88edcacf-aebb-4106-abc2-748d2180915d req-4086d061-f60a-4764-ae5d-fa252029d70c tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412321 Dec 11 16:34:08.009180 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c844c2-44da-456e-a6cc-6cc3553f5c34 req-d736be80-8b5e-4984-9715-94fc30b4a57a tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:08.010812 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c0c844c2-44da-456e-a6cc-6cc3553f5c34 req-d736be80-8b5e-4984-9715-94fc30b4a57a tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=93e7b1a9-43f4-41f3-b3da-d35dbde03d6f HTTP/1.1" status: 200 len: 946 time: 0.0872715 Dec 11 16:34:08.057370 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c0c844c2-44da-456e-a6cc-6cc3553f5c34 req-e8025182-0f34-4e83-a682-e0ce4200711a tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402923 Dec 11 16:34:08.233156 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55435cf2-a0cd-45cf-99e5-978cad7ede93 req-f7c5b9bb-b131-4250-8f43-ce0cd7b221fd tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:08.233834 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-55435cf2-a0cd-45cf-99e5-978cad7ede93 req-f7c5b9bb-b131-4250-8f43-ce0cd7b221fd tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Synchronizing usage tracker for tenant:8e201025271440f3a963d54ec2de035f on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:34:08.248737 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-55435cf2-a0cd-45cf-99e5-978cad7ede93 req-f7c5b9bb-b131-4250-8f43-ce0cd7b221fd tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Unset dirty status for tenant:8e201025271440f3a963d54ec2de035f on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:34:08.249911 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-55435cf2-a0cd-45cf-99e5-978cad7ede93 req-f7c5b9bb-b131-4250-8f43-ce0cd7b221fd tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.87 "GET /v2.0/ports?device_id=93e7b1a9-43f4-41f3-b3da-d35dbde03d6f HTTP/1.1" status: 200 len: 946 time: 0.0997019 Dec 11 16:34:08.322414 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-55435cf2-a0cd-45cf-99e5-978cad7ede93 req-0543761a-4dc4-44a1-bd1c-17a0467611ba tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Deleting port 0cc04d15-915c-4371-befd-b1e928f4e8f4 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:34:08.322797 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-55435cf2-a0cd-45cf-99e5-978cad7ede93 req-0543761a-4dc4-44a1-bd1c-17a0467611ba tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:08.573008 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-55435cf2-a0cd-45cf-99e5-978cad7ede93 req-0543761a-4dc4-44a1-bd1c-17a0467611ba tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] For port 0cc04d15-915c-4371-befd-b1e928f4e8f4, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=0cc04d15-915c-4371-befd-b1e928f4e8f4,segment=NetworkSegment(96fa24ac-ffb6-4e35-8413-4e6148728b9c),segment_id=96fa24ac-ffb6-4e35-8413-4e6148728b9c)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:34:08.573402 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-55435cf2-a0cd-45cf-99e5-978cad7ede93 req-0543761a-4dc4-44a1-bd1c-17a0467611ba tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:08.701513 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-55435cf2-a0cd-45cf-99e5-978cad7ede93 req-0543761a-4dc4-44a1-bd1c-17a0467611ba tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Calling delete_port for 0cc04d15-915c-4371-befd-b1e928f4e8f4 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:34:08.846376 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-55435cf2-a0cd-45cf-99e5-978cad7ede93 req-0543761a-4dc4-44a1-bd1c-17a0467611ba tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:08.862252 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-357f04c7-aef3-4662-bf9a-d806718cc75e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:08.951445 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543761a-4dc4-44a1-bd1c-17a0467611ba tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Pushing event deleted for resources: {'Port': ['ID=0cc04d15-915c-4371-befd-b1e928f4e8f4,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:09.193161 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0543761a-4dc4-44a1-bd1c-17a0467611ba tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:09.240384 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5596f17b-3444-4803-b5ce-308052cf83d6 req-af2e8f32-526e-41ce-9180-5b58331af82f tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=93e7b1a9-43f4-41f3-b3da-d35dbde03d6f HTTP/1.1" status: 200 len: 210 time: 0.0480473 Dec 11 16:34:09.309208 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-55435cf2-a0cd-45cf-99e5-978cad7ede93 req-0543761a-4dc4-44a1-bd1c-17a0467611ba tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] No DVR routers for this DVR port 0cc04d15-915c-4371-befd-b1e928f4e8f4 on host hv-cinder-76675 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 11 16:34:09.311423 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-55435cf2-a0cd-45cf-99e5-978cad7ede93 req-0543761a-4dc4-44a1-bd1c-17a0467611ba tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:09.314201 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e7b1a9-43f4-41f3-b3da-d35dbde03d6f', 'name': 'network-vif-deleted', 'tag': '0cc04d15-915c-4371-befd-b1e928f4e8f4'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:34:09.330110 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-55435cf2-a0cd-45cf-99e5-978cad7ede93 req-0543761a-4dc4-44a1-bd1c-17a0467611ba tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.87 "DELETE /v2.0/ports/0cc04d15-915c-4371-befd-b1e928f4e8f4 HTTP/1.1" status: 204 len: 173 time: 1.0740120 Dec 11 16:34:09.375797 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e7b1a9-43f4-41f3-b3da-d35dbde03d6f', 'name': 'network-vif-deleted', 'tag': '0cc04d15-915c-4371-befd-b1e928f4e8f4', 'status': 'completed', 'code': 200} Dec 11 16:34:09.478675 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 0cc04d15-915c-4371-befd-b1e928f4e8f4 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:34:09.514917 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] No Port match for: 0cc04d15-915c-4371-befd-b1e928f4e8f4 {{(pid=80244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 11 16:34:09.515304 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 0cc04d15-915c-4371-befd-b1e928f4e8f4 not bound to the agent host hv-cinder-76675 {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 11 16:34:09.565518 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 47606) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:09.719566 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1383681e-4955-4c85-a346-1325c02cbf7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:09.735857 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-1383681e-4955-4c85-a346-1325c02cbf7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:34:09.739982 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-1383681e-4955-4c85-a346-1325c02cbf7d admin admin] Usage tracker for resource:security_group_rule and tenant:6af3198684df46389d9947254b10c761 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:34:09.743662 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-1383681e-4955-4c85-a346-1325c02cbf7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:34:09.749490 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-1383681e-4955-4c85-a346-1325c02cbf7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:34:09.840060 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1383681e-4955-4c85-a346-1325c02cbf7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:09.843022 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1383681e-4955-4c85-a346-1325c02cbf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:09.850553 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3177ca9d-f6a1-4538-9810-cc9f252665a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:09.896843 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-1383681e-4955-4c85-a346-1325c02cbf7d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6af3198684df46389d9947254b10c761&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3298974 Dec 11 16:34:09.897702 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383681e-4955-4c85-a346-1325c02cbf7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104c10d4-f92a-4e81-8cd7-dbb07de81976,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:09.899785 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 47612) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:09.901167 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1383681e-4955-4c85-a346-1325c02cbf7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:09.966415 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-422730b7-04f2-4d84-9d81-93014d59a079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:09.994996 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-422730b7-04f2-4d84-9d81-93014d59a079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:10.038943 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-422730b7-04f2-4d84-9d81-93014d59a079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:10.044662 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3b1ce8ef-1bf6-44f2-985d-5662aeb1f42c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:10.059207 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422730b7-04f2-4d84-9d81-93014d59a079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104c10d4-f92a-4e81-8cd7-dbb07de81976,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:10.064128 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-422730b7-04f2-4d84-9d81-93014d59a079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:10.065947 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-422730b7-04f2-4d84-9d81-93014d59a079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:10.067109 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-422730b7-04f2-4d84-9d81-93014d59a079 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/104c10d4-f92a-4e81-8cd7-dbb07de81976 HTTP/1.1" status: 204 len: 168 time: 0.1660006 Dec 11 16:34:10.423775 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 47624) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:10.443897 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-aa22ce0b-210a-4ec4-bb2a-62015a79e911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:10.462506 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-aa22ce0b-210a-4ec4-bb2a-62015a79e911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:34:10.466765 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-aa22ce0b-210a-4ec4-bb2a-62015a79e911 admin admin] Usage tracker for resource:security_group_rule and tenant:431a3ca96d514cb9976301e3061e0c75 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:34:10.469876 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-aa22ce0b-210a-4ec4-bb2a-62015a79e911 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:34:10.475750 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-aa22ce0b-210a-4ec4-bb2a-62015a79e911 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:34:10.564383 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-aa22ce0b-210a-4ec4-bb2a-62015a79e911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:10.567241 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-aa22ce0b-210a-4ec4-bb2a-62015a79e911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:10.576856 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-55572f81-4566-4cfc-8ad2-f781a6a105b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:10.618604 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-aa22ce0b-210a-4ec4-bb2a-62015a79e911 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=431a3ca96d514cb9976301e3061e0c75&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1936753 Dec 11 16:34:10.620264 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22ce0b-210a-4ec4-bb2a-62015a79e911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e49f91f-9b9f-437b-ada5-cf2159a5a464,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:10.621581 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 47630) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:10.623746 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-aa22ce0b-210a-4ec4-bb2a-62015a79e911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:10.684894 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1fdf4355-3bb5-439f-96bf-fb350a823ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:10.712998 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1fdf4355-3bb5-439f-96bf-fb350a823ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:10.755670 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1fdf4355-3bb5-439f-96bf-fb350a823ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:10.762232 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-740201a9-c67d-4d1e-b28a-2674ba4ddfc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:10.775879 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf4355-3bb5-439f-96bf-fb350a823ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e49f91f-9b9f-437b-ada5-cf2159a5a464,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:10.778649 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1fdf4355-3bb5-439f-96bf-fb350a823ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:10.779877 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1fdf4355-3bb5-439f-96bf-fb350a823ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:10.781609 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-1fdf4355-3bb5-439f-96bf-fb350a823ca0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9e49f91f-9b9f-437b-ada5-cf2159a5a464 HTTP/1.1" status: 204 len: 168 time: 0.1589439 Dec 11 16:34:11.193029 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 47638) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:11.213155 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eea1d8f9-23d8-4ba4-8fc6-d4ed1a8c7e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:11.228664 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-eea1d8f9-23d8-4ba4-8fc6-d4ed1a8c7e5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:34:11.232746 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-eea1d8f9-23d8-4ba4-8fc6-d4ed1a8c7e5a admin admin] Usage tracker for resource:security_group_rule and tenant:9194565a609548bab041df8a262f0b7d is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:34:11.235736 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-eea1d8f9-23d8-4ba4-8fc6-d4ed1a8c7e5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:34:11.241477 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-eea1d8f9-23d8-4ba4-8fc6-d4ed1a8c7e5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:34:11.327471 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eea1d8f9-23d8-4ba4-8fc6-d4ed1a8c7e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:11.330628 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eea1d8f9-23d8-4ba4-8fc6-d4ed1a8c7e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:11.342815 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5c904258-4383-40f4-8bbf-ce78d011e3d9 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:11.384713 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-eea1d8f9-23d8-4ba4-8fc6-d4ed1a8c7e5a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9194565a609548bab041df8a262f0b7d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1899903 Dec 11 16:34:11.385632 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1d8f9-23d8-4ba4-8fc6-d4ed1a8c7e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7318960f-2311-463a-aa98-ff137f5c62c1,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:11.387805 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 47642) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:11.388929 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-eea1d8f9-23d8-4ba4-8fc6-d4ed1a8c7e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:11.454187 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0747e4fd-1aea-4df1-8e2c-f447ceafcf31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:11.481630 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0747e4fd-1aea-4df1-8e2c-f447ceafcf31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:11.526600 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0747e4fd-1aea-4df1-8e2c-f447ceafcf31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:11.531641 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ab0dc003-2f24-4f79-b3b6-4192aa3fd98b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:11.547100 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747e4fd-1aea-4df1-8e2c-f447ceafcf31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7318960f-2311-463a-aa98-ff137f5c62c1,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:11.552687 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0747e4fd-1aea-4df1-8e2c-f447ceafcf31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:11.559721 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0747e4fd-1aea-4df1-8e2c-f447ceafcf31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:11.560959 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-0747e4fd-1aea-4df1-8e2c-f447ceafcf31 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7318960f-2311-463a-aa98-ff137f5c62c1 HTTP/1.1" status: 204 len: 168 time: 0.1720238 Dec 11 16:34:12.014420 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf3357-9dac-4907-b77b-31a1c7605b03 req-801a1774-67c9-4bb4-93f4-a9e02a389f09 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:12.016103 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7eaf3357-9dac-4907-b77b-31a1c7605b03 req-801a1774-67c9-4bb4-93f4-a9e02a389f09 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=518ef5a4-cd5c-4426-a080-92287cedf4f0 HTTP/1.1" status: 200 len: 945 time: 0.0841024 Dec 11 16:34:12.066685 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7eaf3357-9dac-4907-b77b-31a1c7605b03 req-286305f3-7c1d-46a2-9e2d-fb5413cdddd3 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440273 Dec 11 16:34:13.284897 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aea3f0-093d-4888-bd7f-1abe0310e8b5 req-c1f70656-d3e3-45ad-a8ad-301bbbba59c9 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:13.286518 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e9aea3f0-093d-4888-bd7f-1abe0310e8b5 req-c1f70656-d3e3-45ad-a8ad-301bbbba59c9 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=518ef5a4-cd5c-4426-a080-92287cedf4f0 HTTP/1.1" status: 200 len: 945 time: 0.0847588 Dec 11 16:34:13.337036 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e9aea3f0-093d-4888-bd7f-1abe0310e8b5 req-1b7958ee-aca1-444a-851a-2ca5776a8457 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/security-groups?id=ac8787b3-2af4-40b0-aa34-5863c9ad79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432675 Dec 11 16:34:13.771546 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c03ce-69ab-4935-8649-092d5da3c602 req-ebb898c5-8296-42c0-8207-283c6faeadc9 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:13.772314 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-801c03ce-69ab-4935-8649-092d5da3c602 req-ebb898c5-8296-42c0-8207-283c6faeadc9 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Synchronizing usage tracker for tenant:8e201025271440f3a963d54ec2de035f on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:34:13.789568 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-801c03ce-69ab-4935-8649-092d5da3c602 req-ebb898c5-8296-42c0-8207-283c6faeadc9 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Unset dirty status for tenant:8e201025271440f3a963d54ec2de035f on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:34:13.790811 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-801c03ce-69ab-4935-8649-092d5da3c602 req-ebb898c5-8296-42c0-8207-283c6faeadc9 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.87 "GET /v2.0/ports?device_id=518ef5a4-cd5c-4426-a080-92287cedf4f0 HTTP/1.1" status: 200 len: 945 time: 0.1006141 Dec 11 16:34:13.871320 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-801c03ce-69ab-4935-8649-092d5da3c602 req-dda7db9c-dcfb-4468-97d9-95554a8118ec tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Deleting port 65bb3c26-23d0-465a-a329-54f11f16b5f5 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:34:13.871755 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-801c03ce-69ab-4935-8649-092d5da3c602 req-dda7db9c-dcfb-4468-97d9-95554a8118ec tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:13.874654 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fd514787-0fa1-4e75-85f3-28760c912455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:14.131737 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-801c03ce-69ab-4935-8649-092d5da3c602 req-dda7db9c-dcfb-4468-97d9-95554a8118ec tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] For port 65bb3c26-23d0-465a-a329-54f11f16b5f5, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=65bb3c26-23d0-465a-a329-54f11f16b5f5,segment=NetworkSegment(96fa24ac-ffb6-4e35-8413-4e6148728b9c),segment_id=96fa24ac-ffb6-4e35-8413-4e6148728b9c)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:34:14.132140 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-801c03ce-69ab-4935-8649-092d5da3c602 req-dda7db9c-dcfb-4468-97d9-95554a8118ec tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:14.264201 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-801c03ce-69ab-4935-8649-092d5da3c602 req-dda7db9c-dcfb-4468-97d9-95554a8118ec tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Calling delete_port for 65bb3c26-23d0-465a-a329-54f11f16b5f5 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:34:14.413727 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-801c03ce-69ab-4935-8649-092d5da3c602 req-dda7db9c-dcfb-4468-97d9-95554a8118ec tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:14.433244 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d0e82958-689c-474b-b9af-51b4b3fcd132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:14.548169 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b7e553a3-626e-4dcd-95cc-6adcb7f6c7dd req-d67ca521-91d4-4863-aa4c-2bf63ffe1b08 tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.45 "GET /v2.0/ports?device_id=518ef5a4-cd5c-4426-a080-92287cedf4f0 HTTP/1.1" status: 200 len: 210 time: 0.0647013 Dec 11 16:34:14.568852 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7db9c-dcfb-4468-97d9-95554a8118ec tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Pushing event deleted for resources: {'Port': ['ID=65bb3c26-23d0-465a-a329-54f11f16b5f5,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:14.571829 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-dda7db9c-dcfb-4468-97d9-95554a8118ec tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:14.642040 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-801c03ce-69ab-4935-8649-092d5da3c602 req-dda7db9c-dcfb-4468-97d9-95554a8118ec tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] No DVR routers for this DVR port 65bb3c26-23d0-465a-a329-54f11f16b5f5 on host hv-cinder-76675 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 11 16:34:14.645039 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-801c03ce-69ab-4935-8649-092d5da3c602 req-dda7db9c-dcfb-4468-97d9-95554a8118ec tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:14.655858 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518ef5a4-cd5c-4426-a080-92287cedf4f0', 'name': 'network-vif-deleted', 'tag': '65bb3c26-23d0-465a-a329-54f11f16b5f5'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:34:14.690356 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-801c03ce-69ab-4935-8649-092d5da3c602 req-dda7db9c-dcfb-4468-97d9-95554a8118ec tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] 10.222.0.87 "DELETE /v2.0/ports/65bb3c26-23d0-465a-a329-54f11f16b5f5 HTTP/1.1" status: 204 len: 173 time: 0.8922722 Dec 11 16:34:14.721523 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518ef5a4-cd5c-4426-a080-92287cedf4f0', 'name': 'network-vif-deleted', 'tag': '65bb3c26-23d0-465a-a329-54f11f16b5f5', 'status': 'completed', 'code': 200} Dec 11 16:34:14.784468 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 47724) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:14.939384 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-591b8312-5c23-4ea6-b5cb-21b9b6056a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:14.954945 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-591b8312-5c23-4ea6-b5cb-21b9b6056a0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:34:14.959057 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-591b8312-5c23-4ea6-b5cb-21b9b6056a0a admin admin] Usage tracker for resource:security_group_rule and tenant:99da5d71dd634d59a9ebff57a64b99ea is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:34:14.962777 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-591b8312-5c23-4ea6-b5cb-21b9b6056a0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:34:14.968647 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-591b8312-5c23-4ea6-b5cb-21b9b6056a0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:34:15.053700 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-591b8312-5c23-4ea6-b5cb-21b9b6056a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:15.056656 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-591b8312-5c23-4ea6-b5cb-21b9b6056a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:15.065528 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8da7d3f6-c0b5-475d-bf1d-7dda9730eba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:15.109327 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-591b8312-5c23-4ea6-b5cb-21b9b6056a0a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=99da5d71dd634d59a9ebff57a64b99ea&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3237073 Dec 11 16:34:15.111563 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b8312-5c23-4ea6-b5cb-21b9b6056a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0776ec7-7a78-4cb7-a2fc-adea285b0b18,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:15.112184 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 47730) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:15.115357 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-591b8312-5c23-4ea6-b5cb-21b9b6056a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:15.175268 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b7a2d3e9-e48a-4e68-9402-4a447d3399ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:15.203377 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b7a2d3e9-e48a-4e68-9402-4a447d3399ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:15.250501 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b7a2d3e9-e48a-4e68-9402-4a447d3399ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:15.255586 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e704e25b-57a0-4dae-b15e-36c8b7c8e877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:15.270352 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2d3e9-e48a-4e68-9402-4a447d3399ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0776ec7-7a78-4cb7-a2fc-adea285b0b18,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:15.273999 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b7a2d3e9-e48a-4e68-9402-4a447d3399ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:15.274930 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b7a2d3e9-e48a-4e68-9402-4a447d3399ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:15.279026 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-b7a2d3e9-e48a-4e68-9402-4a447d3399ee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b0776ec7-7a78-4cb7-a2fc-adea285b0b18 HTTP/1.1" status: 204 len: 168 time: 0.1629081 Dec 11 16:34:15.504555 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 65bb3c26-23d0-465a-a329-54f11f16b5f5 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:34:15.538848 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] No Port match for: 65bb3c26-23d0-465a-a329-54f11f16b5f5 {{(pid=80244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 11 16:34:15.539364 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 65bb3c26-23d0-465a-a329-54f11f16b5f5 not bound to the agent host hv-cinder-76675 {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 11 16:34:15.624156 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 47740) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:15.648009 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3878fcfb-8402-4ff7-9e55-a02cfee30b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:15.660642 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 47744) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:15.699736 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-3878fcfb-8402-4ff7-9e55-a02cfee30b02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:34:15.713146 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-3878fcfb-8402-4ff7-9e55-a02cfee30b02 admin admin] Usage tracker for resource:security_group_rule and tenant:62c9e685dd434d87a34ce86923478dc4 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:34:15.717650 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-3878fcfb-8402-4ff7-9e55-a02cfee30b02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:34:15.726944 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-3878fcfb-8402-4ff7-9e55-a02cfee30b02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:34:15.748622 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_v2 [None req-09654635-1dec-4241-a06f-20340d20cbf4 admin admin] Deleting subnet c4d5ffcd-fc86-418b-8284-fc6ea08909cd {{(pid=80243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 11 16:34:15.752400 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-09654635-1dec-4241-a06f-20340d20cbf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:15.823441 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-09654635-1dec-4241-a06f-20340d20cbf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15268358'] for subnet, precommit_delete_associations {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:15.904618 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-09654635-1dec-4241-a06f-20340d20cbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586106'] for subnet, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:15.973470 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3878fcfb-8402-4ff7-9e55-a02cfee30b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:15.992912 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3878fcfb-8402-4ff7-9e55-a02cfee30b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:16.049548 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-af22ced2-0532-44ef-8ba1-e26cf2cec725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:16.111445 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-3878fcfb-8402-4ff7-9e55-a02cfee30b02 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=62c9e685dd434d87a34ce86923478dc4&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4860890 Dec 11 16:34:16.114187 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3878fcfb-8402-4ff7-9e55-a02cfee30b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5694ae-6a6b-4dd5-8496-878af6b9bde7,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:16.114691 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 47748) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:16.117755 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-357f107e-b1c8-4c4a-91ac-d4c800a2815f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:16.120076 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3878fcfb-8402-4ff7-9e55-a02cfee30b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:16.194651 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-722ccf03-cdc4-47b2-b20b-59502ffedb13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:16.225995 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-722ccf03-cdc4-47b2-b20b-59502ffedb13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:16.251290 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-09654635-1dec-4241-a06f-20340d20cbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851189726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15134017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839185207'] for subnet, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:16.268053 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:16.274256 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-722ccf03-cdc4-47b2-b20b-59502ffedb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:16.279363 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8b3acb91-9105-45ea-ae55-17e07b582e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:16.292658 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ccf03-cdc4-47b2-b20b-59502ffedb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5694ae-6a6b-4dd5-8496-878af6b9bde7,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:16.297583 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-722ccf03-cdc4-47b2-b20b-59502ffedb13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:16.303551 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-722ccf03-cdc4-47b2-b20b-59502ffedb13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:16.305581 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-722ccf03-cdc4-47b2-b20b-59502ffedb13 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ee5694ae-6a6b-4dd5-8496-878af6b9bde7 HTTP/1.1" status: 204 len: 168 time: 0.1895592 Dec 11 16:34:16.354272 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09654635-1dec-4241-a06f-20340d20cbf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4d5ffcd-fc86-418b-8284-fc6ea08909cd,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:16.361797 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-09654635-1dec-4241-a06f-20340d20cbf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:16.406935 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-09654635-1dec-4241-a06f-20340d20cbf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:16.418007 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-09654635-1dec-4241-a06f-20340d20cbf4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c4d5ffcd-fc86-418b-8284-fc6ea08909cd HTTP/1.1" status: 204 len: 168 time: 0.7562265 Dec 11 16:34:16.421118 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 47754) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:16.539056 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-da8f7add-8f81-41dc-a959-a7b1cb0a18de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851038720'] for network, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:16.727753 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-da8f7add-8f81-41dc-a959-a7b1cb0a18de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851202014', 'neutron.services.segments.db._delete_segments_for_network--9223363266957784334'] for network, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:16.832645 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:16.847678 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-da8f7add-8f81-41dc-a959-a7b1cb0a18de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44cda896-77fd-4661-882d-f599ad8d714d']}} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:34:16.860884 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-da8f7add-8f81-41dc-a959-a7b1cb0a18de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96fa24ac-ffb6-4e35-8413-4e6148728b9c') {'for_net_delete': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:34:16.861229 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-da8f7add-8f81-41dc-a959-a7b1cb0a18de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96fa24ac-ffb6-4e35-8413-4e6148728b9c') {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:34:16.874236 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-da8f7add-8f81-41dc-a959-a7b1cb0a18de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266957780391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2050643'] for segment, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:16.892443 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-da8f7add-8f81-41dc-a959-a7b1cb0a18de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:16.894497 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-da8f7add-8f81-41dc-a959-a7b1cb0a18de admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 11 16:34:17.083115 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-da8f7add-8f81-41dc-a959-a7b1cb0a18de admin admin] Network 44cda896-77fd-4661-882d-f599ad8d714d has no segments {{(pid=80242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 11 16:34:17.092286 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-da8f7add-8f81-41dc-a959-a7b1cb0a18de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851196067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15198179'] for segment, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:17.230298 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 47774) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:17.277302 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-da8f7add-8f81-41dc-a959-a7b1cb0a18de admin admin] Network 44cda896-77fd-4661-882d-f599ad8d714d has no segments {{(pid=80242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: Traceback (most recent call last): Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: timer() Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: cb(*args, **kw) Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: return func(*args, **kwargs) Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: self._notify() Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: self.callback(batched_events) Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: event.method(event) Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: segment_id)['aggregates'][0] Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: return f(self, *a, **k) Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: return self._get(url).json() Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: **kwargs) Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: return self.request(url, 'GET', **kwargs) Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: **endpoint_filter) Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 16:34:17.301085 dv-cinder-766752-1-smb neutron-server[80122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 16:34:17.375108 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-a05c2c78-fc23-4b84-908f-32ce59275d32 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1891541081-network', 'tenant_id': '9db2bd38093141bebba00433c0296a26'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:34:17.381766 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-a05c2c78-fc23-4b84-908f-32ce59275d32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:34:17.386094 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-da8f7add-8f81-41dc-a959-a7b1cb0a18de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3573818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854360171'] for network, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:17.386514 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-a05c2c78-fc23-4b84-908f-32ce59275d32 admin admin] Usage tracker for resource:network and tenant:9db2bd38093141bebba00433c0296a26 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:34:17.389627 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-a05c2c78-fc23-4b84-908f-32ce59275d32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:34:17.390853 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-da8f7add-8f81-41dc-a959-a7b1cb0a18de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:17.393567 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:17.395542 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-a05c2c78-fc23-4b84-908f-32ce59275d32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:34:17.406228 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05c2c78-fc23-4b84-908f-32ce59275d32 admin admin] Made reservation on behalf of 9db2bd38093141bebba00433c0296a26 for: {'network': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:34:17.410944 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a05c2c78-fc23-4b84-908f-32ce59275d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for network, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:17.422170 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f7add-8f81-41dc-a959-a7b1cb0a18de admin admin] Pushing event deleted for resources: {'Network': ['ID=44cda896-77fd-4661-882d-f599ad8d714d,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:17.424963 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a05c2c78-fc23-4b84-908f-32ce59275d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:17.425126 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-da8f7add-8f81-41dc-a959-a7b1cb0a18de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:17.430940 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-da8f7add-8f81-41dc-a959-a7b1cb0a18de admin admin] 10.222.0.45 "DELETE /v2.0/networks/44cda896-77fd-4661-882d-f599ad8d714d HTTP/1.1" status: 204 len: 168 time: 1.0084896 Dec 11 16:34:17.441456 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-a05c2c78-fc23-4b84-908f-32ce59275d32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:34:17.445548 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-a05c2c78-fc23-4b84-908f-32ce59275d32 admin admin] Usage tracker for resource:security_group_rule and tenant:9db2bd38093141bebba00433c0296a26 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:34:17.448523 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-a05c2c78-fc23-4b84-908f-32ce59275d32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:34:17.454449 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-a05c2c78-fc23-4b84-908f-32ce59275d32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:34:17.547174 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a05c2c78-fc23-4b84-908f-32ce59275d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:17.551416 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a05c2c78-fc23-4b84-908f-32ce59275d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:17.557220 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1fdf4355-3bb5-439f-96bf-fb350a823ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:17.562274 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:17.582546 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 47782) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:17.592783 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a05c2c78-fc23-4b84-908f-32ce59275d32 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 11 16:34:17.598745 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c2c78-fc23-4b84-908f-32ce59275d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fd317c-53e3-47cc-a1fc-709be7984fa2,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:17.603302 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a05c2c78-fc23-4b84-908f-32ce59275d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:17.607962 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a05c2c78-fc23-4b84-908f-32ce59275d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:17.608333 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-a05c2c78-fc23-4b84-908f-32ce59275d32 admin admin] Added segment c3737a8b-862d-4b10-a47d-0820e59e92d0 of type vxlan for network 22d637a6-506a-43a7-85f5-e457261a1f1d Dec 11 16:34:17.637370 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a05c2c78-fc23-4b84-908f-32ce59275d32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769896439940'] for network, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:17.637843 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-866ea785-7928-467f-98c1-6d9cee088d85 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8e201025271440f3a963d54ec2de035f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0536804 Dec 11 16:34:17.640647 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 47786) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:17.670714 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a05c2c78-fc23-4b84-908f-32ce59275d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882'] for network, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:17.672581 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05c2c78-fc23-4b84-908f-32ce59275d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:17.673326 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a05c2c78-fc23-4b84-908f-32ce59275d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:17.679325 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b27cfb23-2fc5-4642-99a0-301390594029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:17.705875 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0ffee806-5c52-4025-8ca3-569b71e05b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:17.734645 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0ffee806-5c52-4025-8ca3-569b71e05b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:17.780305 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0ffee806-5c52-4025-8ca3-569b71e05b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:17.789622 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1383681e-4955-4c85-a346-1325c02cbf7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:17.789802 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-a05c2c78-fc23-4b84-908f-32ce59275d32 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5546851 Dec 11 16:34:17.789802 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c2c78-fc23-4b84-908f-32ce59275d32 admin admin] Pushing event updated for resources: {'Network': ['ID=22d637a6-506a-43a7-85f5-e457261a1f1d,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:17.789802 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 47790) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:17.792888 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a05c2c78-fc23-4b84-908f-32ce59275d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:17.796837 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-b9dcf1cb-7f50-4edb-b091-79a4745ff6e8 admin admin] Request body: {'subnet': {'network_id': '22d637a6-506a-43a7-85f5-e457261a1f1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1891541081-subnet', 'tenant_id': '9db2bd38093141bebba00433c0296a26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:34:17.800289 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Network 22d637a6-506a-43a7-85f5-e457261a1f1d details requested by agent ovs-agent-dv-cinder-766752-1-smb with host dv-cinder-766752-1-smb {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:34:17.802049 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-b9dcf1cb-7f50-4edb-b091-79a4745ff6e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:34:17.802382 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffee806-5c52-4025-8ca3-569b71e05b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8787b3-2af4-40b0-aa34-5863c9ad79c1,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:17.806349 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-b9dcf1cb-7f50-4edb-b091-79a4745ff6e8 admin admin] Usage tracker for resource:subnet and tenant:9db2bd38093141bebba00433c0296a26 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:34:17.809428 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-b9dcf1cb-7f50-4edb-b091-79a4745ff6e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:34:17.809741 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0ffee806-5c52-4025-8ca3-569b71e05b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:17.810562 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0ffee806-5c52-4025-8ca3-569b71e05b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:17.814784 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-0ffee806-5c52-4025-8ca3-569b71e05b23 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ac8787b3-2af4-40b0-aa34-5863c9ad79c1 HTTP/1.1" status: 204 len: 168 time: 0.1730137 Dec 11 16:34:17.815586 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-b9dcf1cb-7f50-4edb-b091-79a4745ff6e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:34:17.825906 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9dcf1cb-7f50-4edb-b091-79a4745ff6e8 admin admin] Made reservation on behalf of 9db2bd38093141bebba00433c0296a26 for: {'subnet': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:34:17.832880 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b9dcf1cb-7f50-4edb-b091-79a4745ff6e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15590626'] for subnet, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:17.836784 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Network 22d637a6-506a-43a7-85f5-e457261a1f1d details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:34:18.264899 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b9dcf1cb-7f50-4edb-b091-79a4745ff6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839641851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15590641'] for subnet, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:18.280851 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9108d838-5659-4e86-85b5-f54aebe6a310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:18.405284 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dcf1cb-7f50-4edb-b091-79a4745ff6e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff49fc90-9f16-4a3f-8f3b-d9461a1294ed,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:18.410031 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b9dcf1cb-7f50-4edb-b091-79a4745ff6e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:18.450624 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:18.481478 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dcf1cb-7f50-4edb-b091-79a4745ff6e8 admin admin] Checking segment: {'id': 'c3737a8b-862d-4b10-a47d-0820e59e92d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '22d637a6-506a-43a7-85f5-e457261a1f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:34:18.481872 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dcf1cb-7f50-4edb-b091-79a4745ff6e8 admin admin] Network hostable DHCP agents. Network: 22d637a6-506a-43a7-85f5-e457261a1f1d, hostable agents: ['152ea6c3-4f92-4bdd-b82f-bafaeb087025'], hosted agents: [] {{(pid=80243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 11 16:34:18.501020 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dcf1cb-7f50-4edb-b091-79a4745ff6e8 admin admin] Network 22d637a6-506a-43a7-85f5-e457261a1f1d is scheduled to be hosted by DHCP agent 152ea6c3-4f92-4bdd-b82f-bafaeb087025 with binding_index 1 {{(pid=80243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 11 16:34:18.510129 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-b9dcf1cb-7f50-4edb-b091-79a4745ff6e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-1-smb, 22d637a6-506a-43a7-85f5-e457261a1f1d) {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:34:18.519890 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc53fcdb-e6c1-48eb-bd62-3e23be7c8242 None None] Network 22d637a6-506a-43a7-85f5-e457261a1f1d requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:34:18.524060 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dcf1cb-7f50-4edb-b091-79a4745ff6e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:18.524648 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b9dcf1cb-7f50-4edb-b091-79a4745ff6e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:18.550624 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-b9dcf1cb-7f50-4edb-b091-79a4745ff6e8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7540262 Dec 11 16:34:18.756444 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc3b9ea-06ad-4b4f-b823-9db3f21816ca None None] Network 22d637a6-506a-43a7-85f5-e457261a1f1d requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:34:20.232906 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 47852) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:20.385719 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f5e2432d-4790-4333-9eec-b685a15f2283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:20.401473 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-f5e2432d-4790-4333-9eec-b685a15f2283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:34:20.405539 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-f5e2432d-4790-4333-9eec-b685a15f2283 admin admin] Usage tracker for resource:security_group_rule and tenant:42e50b3447e6419bbf732972d51831aa is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:34:20.408523 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-f5e2432d-4790-4333-9eec-b685a15f2283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:34:20.414339 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-f5e2432d-4790-4333-9eec-b685a15f2283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:34:20.497404 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f5e2432d-4790-4333-9eec-b685a15f2283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:20.500333 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f5e2432d-4790-4333-9eec-b685a15f2283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:20.512946 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4b93cc5c-a0e0-4d1f-a1fe-63bf8451cb1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:20.555375 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-f5e2432d-4790-4333-9eec-b685a15f2283 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=42e50b3447e6419bbf732972d51831aa&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3213019 Dec 11 16:34:20.556318 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2432d-4790-4333-9eec-b685a15f2283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800ae620-1cb8-415a-86fb-a1d99c7c995a,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:20.558375 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 47860) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:20.559572 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f5e2432d-4790-4333-9eec-b685a15f2283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:20.628806 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1564b84c-a9ff-43df-b742-84028c5264db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:20.660725 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1564b84c-a9ff-43df-b742-84028c5264db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:20.711330 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1564b84c-a9ff-43df-b742-84028c5264db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:20.716646 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d889f34a-6eac-4581-883e-57e193a1874e tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:20.728213 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564b84c-a9ff-43df-b742-84028c5264db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800ae620-1cb8-415a-86fb-a1d99c7c995a,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:20.730755 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1564b84c-a9ff-43df-b742-84028c5264db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:20.736634 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1564b84c-a9ff-43df-b742-84028c5264db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:20.737861 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-1564b84c-a9ff-43df-b742-84028c5264db admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/800ae620-1cb8-415a-86fb-a1d99c7c995a HTTP/1.1" status: 204 len: 168 time: 0.1784184 Dec 11 16:34:20.996568 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-f39e54dd-2255-4fe5-bb7e-e646f8e550dc tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:20.998178 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-f39e54dd-2255-4fe5-bb7e-e646f8e550dc tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/networks?id=22d637a6-506a-43a7-85f5-e457261a1f1d HTTP/1.1" status: 200 len: 809 time: 0.1582966 Dec 11 16:34:21.015024 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-97d69abe-e378-4856-9c8c-3e8aa96de9af tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/quotas/9db2bd38093141bebba00433c0296a26 HTTP/1.1" status: 200 len: 375 time: 0.0105252 Dec 11 16:34:21.065933 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-43488fbf-7be0-4a79-9c9d-ca1ad5e4c38c tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/ports?tenant_id=9db2bd38093141bebba00433c0296a26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449598 Dec 11 16:34:21.091709 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 47880) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:21.111903 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4006b6ea-d4d6-44f6-b75e-0c0ca3870de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:21.127169 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-4006b6ea-d4d6-44f6-b75e-0c0ca3870de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:34:21.131361 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-4006b6ea-d4d6-44f6-b75e-0c0ca3870de6 admin admin] Usage tracker for resource:security_group_rule and tenant:50947ff32d2a48bc9b774cdf5f3e1d54 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:34:21.134800 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-4006b6ea-d4d6-44f6-b75e-0c0ca3870de6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:34:21.140532 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-4006b6ea-d4d6-44f6-b75e-0c0ca3870de6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:34:21.215016 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-e0001aae-313c-418b-b58b-00dc5f0efc2c service neutron] 10.222.0.45 "GET /v2.0/networks/22d637a6-506a-43a7-85f5-e457261a1f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402559 Dec 11 16:34:21.226768 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4006b6ea-d4d6-44f6-b75e-0c0ca3870de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:21.229668 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4006b6ea-d4d6-44f6-b75e-0c0ca3870de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:21.238089 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a01904c0-d1cb-4c55-a8f0-4b01cd4b9eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:21.279768 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-4006b6ea-d4d6-44f6-b75e-0c0ca3870de6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=50947ff32d2a48bc9b774cdf5f3e1d54&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1868849 Dec 11 16:34:21.282814 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 47884) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:21.296780 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006b6ea-d4d6-44f6-b75e-0c0ca3870de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a774e8c-3758-4ed0-aeb5-bf3e2721f807,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:21.300054 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4006b6ea-d4d6-44f6-b75e-0c0ca3870de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:21.351286 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-facce7ec-fc11-4437-a6cc-f841fe69e2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:21.362197 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-3f7876be-8a4e-4f5c-9f71-aa7d5ffa292c service neutron] 10.222.0.45 "GET /v2.0/networks/22d637a6-506a-43a7-85f5-e457261a1f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1404312 Dec 11 16:34:21.383724 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-facce7ec-fc11-4437-a6cc-f841fe69e2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:21.432308 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-facce7ec-fc11-4437-a6cc-f841fe69e2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:21.437566 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3878fcfb-8402-4ff7-9e55-a02cfee30b02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:21.451594 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facce7ec-fc11-4437-a6cc-f841fe69e2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a774e8c-3758-4ed0-aeb5-bf3e2721f807,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:21.456578 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-facce7ec-fc11-4437-a6cc-f841fe69e2d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:21.460954 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-facce7ec-fc11-4437-a6cc-f841fe69e2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:21.464912 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-facce7ec-fc11-4437-a6cc-f841fe69e2d2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9a774e8c-3758-4ed0-aeb5-bf3e2721f807 HTTP/1.1" status: 204 len: 168 time: 0.1784017 Dec 11 16:34:21.601106 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e1e3c0ae-66c4-4625-a155-d4e1f9f1fece req-2360065f-bad5-46ff-8255-b91198380e38 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/ports?device_id=34220c90-bbee-451f-be79-9c32a71bc491 HTTP/1.1" status: 200 len: 210 time: 0.0500441 Dec 11 16:34:22.009998 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bec717f1-f1b9-4fa0-ada5-f50195138ed9 req-9b50e86f-7b3f-4075-8784-921f0202cb99 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0811276 Dec 11 16:34:22.118051 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec717f1-f1b9-4fa0-ada5-f50195138ed9 req-18a598f3-f773-42d0-90a0-b4ccecc7c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:22.120552 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bec717f1-f1b9-4fa0-ada5-f50195138ed9 req-18a598f3-f773-42d0-90a0-b4ccecc7c4e5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=aa6c0591fe514a1ab2514acde78d754f&device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 1162 time: 0.0777447 Dec 11 16:34:22.286416 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec717f1-f1b9-4fa0-ada5-f50195138ed9 req-af8e940c-4b57-48a2-8df6-59b10c1db1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:22.288046 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bec717f1-f1b9-4fa0-ada5-f50195138ed9 req-af8e940c-4b57-48a2-8df6-59b10c1db1fb service neutron] 10.222.0.87 "GET /v2.0/networks?id=9608c807-e9e9-4b8f-8325-c001ecd1f2ef HTTP/1.1" status: 200 len: 903 time: 0.1452744 Dec 11 16:34:22.399036 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bec717f1-f1b9-4fa0-ada5-f50195138ed9 req-1ee81934-5c76-4b93-b793-0cad42ae3764 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 HTTP/1.1" status: 200 len: 1001 time: 0.1031473 Dec 11 16:34:22.472116 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec717f1-f1b9-4fa0-ada5-f50195138ed9 req-ee7f5a5f-0a3a-44af-b41f-40e25388b7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:22.473660 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bec717f1-f1b9-4fa0-ada5-f50195138ed9 req-ee7f5a5f-0a3a-44af-b41f-40e25388b7f4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=43a58137-6523-4358-b1d2-c22acc7c3c84 HTTP/1.1" status: 200 len: 848 time: 0.0675333 Dec 11 16:34:22.558998 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec717f1-f1b9-4fa0-ada5-f50195138ed9 req-2689199b-a987-4043-9d42-ec7a2dd94720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:22.560719 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bec717f1-f1b9-4fa0-ada5-f50195138ed9 req-2689199b-a987-4043-9d42-ec7a2dd94720 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9608c807-e9e9-4b8f-8325-c001ecd1f2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793393 Dec 11 16:34:22.828372 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1b36fa09-44ed-40a4-ac7f-b75478bd3b4e req-322f5702-bb76-4004-b1fc-a032adf1c78b tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/ports?device_id=34220c90-bbee-451f-be79-9c32a71bc491 HTTP/1.1" status: 200 len: 210 time: 0.0716622 Dec 11 16:34:23.071226 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bec717f1-f1b9-4fa0-ada5-f50195138ed9 req-3cc5dd40-5218-47aa-a0ce-943cf6d1949e service neutron] 10.222.0.87 "GET /v2.0/networks/9608c807-e9e9-4b8f-8325-c001ecd1f2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028951 Dec 11 16:34:23.173880 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-2bd9b547-3844-49a6-bd7d-0df069754fa1 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:23.174633 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-2bd9b547-3844-49a6-bd7d-0df069754fa1 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Synchronizing usage tracker for tenant:9db2bd38093141bebba00433c0296a26 on resource:network {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:34:23.204286 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-2bd9b547-3844-49a6-bd7d-0df069754fa1 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Unset dirty status for tenant:9db2bd38093141bebba00433c0296a26 on resource:network {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:34:23.205494 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-2bd9b547-3844-49a6-bd7d-0df069754fa1 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.87 "GET /v2.0/networks?id=22d637a6-506a-43a7-85f5-e457261a1f1d HTTP/1.1" status: 200 len: 809 time: 0.5332129 Dec 11 16:34:23.239544 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-42dc1e09-a24d-4586-8f26-ba3f9b2320a7 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Request body: {'port': {'device_id': '34220c90-bbee-451f-be79-9c32a71bc491', 'network_id': '22d637a6-506a-43a7-85f5-e457261a1f1d', 'admin_state_up': True, 'tenant_id': '9db2bd38093141bebba00433c0296a26'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:34:23.330715 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bec717f1-f1b9-4fa0-ada5-f50195138ed9 req-26989295-b837-4096-8cdb-9648c73083b6 service neutron] 10.222.0.87 "GET /v2.0/networks/9608c807-e9e9-4b8f-8325-c001ecd1f2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2506394 Dec 11 16:34:23.338560 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:23.397981 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-42dc1e09-a24d-4586-8f26-ba3f9b2320a7 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:34:23.402683 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-42dc1e09-a24d-4586-8f26-ba3f9b2320a7 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Usage tracker for resource:port and tenant:9db2bd38093141bebba00433c0296a26 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:34:23.405761 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-42dc1e09-a24d-4586-8f26-ba3f9b2320a7 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Quota usage for port was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:34:23.411651 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-42dc1e09-a24d-4586-8f26-ba3f9b2320a7 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:34:23.420959 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-42dc1e09-a24d-4586-8f26-ba3f9b2320a7 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Made reservation on behalf of 9db2bd38093141bebba00433c0296a26 for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:34:23.426531 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-42dc1e09-a24d-4586-8f26-ba3f9b2320a7 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:23.755896 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-42dc1e09-a24d-4586-8f26-ba3f9b2320a7 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Allocated IP 172.20.0.7 (22d637a6-506a-43a7-85f5-e457261a1f1d/ff49fc90-9f16-4a3f-8f3b-d9461a1294ed/c33f952e-e42a-496a-96bb-a63a24bce14f) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:34:23.977862 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-42dc1e09-a24d-4586-8f26-ba3f9b2320a7 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:24.004190 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-42dc1e09-a24d-4586-8f26-ba3f9b2320a7 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:24.019062 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-addda148-780f-422c-a68b-f72f59614132 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:24.049892 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e7641-432d-4226-9e78-cd6789ac2c6e req-14af1521-757e-4c6e-9114-be998255b0ba tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:24.051534 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f30e7641-432d-4226-9e78-cd6789ac2c6e req-14af1521-757e-4c6e-9114-be998255b0ba tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/ports?device_id=34220c90-bbee-451f-be79-9c32a71bc491 HTTP/1.1" status: 200 len: 931 time: 0.0845084 Dec 11 16:34:24.104752 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f30e7641-432d-4226-9e78-cd6789ac2c6e req-17f7bf96-439e-4e66-8c45-9f262f895062 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/security-groups?id=43fd317c-53e3-47cc-a1fc-709be7984fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451357 Dec 11 16:34:24.156716 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc1e09-a24d-4586-8f26-ba3f9b2320a7 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Pushing event updated for resources: {'Port': ['ID=c33f952e-e42a-496a-96bb-a63a24bce14f,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:24.162125 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42dc1e09-a24d-4586-8f26-ba3f9b2320a7 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:24.213533 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-42dc1e09-a24d-4586-8f26-ba3f9b2320a7 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Network 22d637a6-506a-43a7-85f5-e457261a1f1d is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:34:24.214689 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-42dc1e09-a24d-4586-8f26-ba3f9b2320a7 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:34:24.216962 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-42dc1e09-a24d-4586-8f26-ba3f9b2320a7 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:34:24.284816 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-42dc1e09-a24d-4586-8f26-ba3f9b2320a7 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:24.285394 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-42dc1e09-a24d-4586-8f26-ba3f9b2320a7 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:24.307234 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-42dc1e09-a24d-4586-8f26-ba3f9b2320a7 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0808125 Dec 11 16:34:24.325521 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-3a204ed4-93e9-4060-a2ab-a900794264c1 service neutron] Request body: {'port': {'device_id': '34220c90-bbee-451f-be79-9c32a71bc491', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:34:24.442802 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-3a204ed4-93e9-4060-a2ab-a900794264c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:24.850905 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-3a204ed4-93e9-4060-a2ab-a900794264c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c33f952e-e42a-496a-96bb-a63a24bce14f {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 11 16:34:24.858012 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-3a204ed4-93e9-4060-a2ab-a900794264c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:24.870570 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-3a204ed4-93e9-4060-a2ab-a900794264c1 service neutron] Transition to ACTIVE for port object c33f952e-e42a-496a-96bb-a63a24bce14f will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:34:24.874020 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-3a204ed4-93e9-4060-a2ab-a900794264c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:24.890555 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0543761a-4dc4-44a1-bd1c-17a0467611ba tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:25.026751 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a204ed4-93e9-4060-a2ab-a900794264c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c33f952e-e42a-496a-96bb-a63a24bce14f,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:25.032094 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3a204ed4-93e9-4060-a2ab-a900794264c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:25.223875 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-3a204ed4-93e9-4060-a2ab-a900794264c1 service neutron] Attempting to bind port c33f952e-e42a-496a-96bb-a63a24bce14f on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:34:25.224355 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-3a204ed4-93e9-4060-a2ab-a900794264c1 service neutron] Attempting to bind port c33f952e-e42a-496a-96bb-a63a24bce14f by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': 'c3737a8b-862d-4b10-a47d-0820e59e92d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '22d637a6-506a-43a7-85f5-e457261a1f1d'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:34:25.224722 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-3a204ed4-93e9-4060-a2ab-a900794264c1 service neutron] Attempting to bind port c33f952e-e42a-496a-96bb-a63a24bce14f on network 22d637a6-506a-43a7-85f5-e457261a1f1d {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:34:25.230565 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-3a204ed4-93e9-4060-a2ab-a900794264c1 service neutron] Checking agent: {'id': 'c6c9fd6f-e101-4bae-907a-ac1718f8d09d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 23), 'started_at': datetime.datetime(2020, 12, 11, 16, 24, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:34:25.230931 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-3a204ed4-93e9-4060-a2ab-a900794264c1 service neutron] Checking segment: {'id': 'c3737a8b-862d-4b10-a47d-0820e59e92d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '22d637a6-506a-43a7-85f5-e457261a1f1d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:34:25.231320 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-3a204ed4-93e9-4060-a2ab-a900794264c1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:25.231731 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-3a204ed4-93e9-4060-a2ab-a900794264c1 service neutron] Bound using segment: {'id': 'c3737a8b-862d-4b10-a47d-0820e59e92d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '22d637a6-506a-43a7-85f5-e457261a1f1d'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:34:25.232633 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-3a204ed4-93e9-4060-a2ab-a900794264c1 service neutron] Bound port: c33f952e-e42a-496a-96bb-a63a24bce14f, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3737a8b-862d-4b10-a47d-0820e59e92d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '22d637a6-506a-43a7-85f5-e457261a1f1d'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:34:25.232633 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-3a204ed4-93e9-4060-a2ab-a900794264c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:25.351170 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-3a204ed4-93e9-4060-a2ab-a900794264c1 service neutron] For port c33f952e-e42a-496a-96bb-a63a24bce14f, host hv-cinder-76675, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:34:25.351767 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab68ad7-7cfc-4efa-95b6-87a5c16b6f03 req-41ab26d6-f2e1-408a-9598-5373030d4844 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:25.353520 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7ab68ad7-7cfc-4efa-95b6-87a5c16b6f03 req-41ab26d6-f2e1-408a-9598-5373030d4844 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/ports?device_id=34220c90-bbee-451f-be79-9c32a71bc491 HTTP/1.1" status: 200 len: 943 time: 0.0959883 Dec 11 16:34:25.357703 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-3a204ed4-93e9-4060-a2ab-a900794264c1 service neutron] For port c33f952e-e42a-496a-96bb-a63a24bce14f, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=c33f952e-e42a-496a-96bb-a63a24bce14f,segment=NetworkSegment(c3737a8b-862d-4b10-a47d-0820e59e92d0),segment_id=c3737a8b-862d-4b10-a47d-0820e59e92d0)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:34:25.362253 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-3a204ed4-93e9-4060-a2ab-a900794264c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:25.378836 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3a204ed4-93e9-4060-a2ab-a900794264c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:25.404513 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7ab68ad7-7cfc-4efa-95b6-87a5c16b6f03 req-5d0cd4c3-0536-4e38-ae2e-963473b88e52 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/security-groups?id=43fd317c-53e3-47cc-a1fc-709be7984fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439060 Dec 11 16:34:25.546477 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a204ed4-93e9-4060-a2ab-a900794264c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c33f952e-e42a-496a-96bb-a63a24bce14f,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:25.550402 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3a204ed4-93e9-4060-a2ab-a900794264c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:25.591012 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-3a204ed4-93e9-4060-a2ab-a900794264c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:25.591725 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-3a204ed4-93e9-4060-a2ab-a900794264c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:25.593266 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-3a204ed4-93e9-4060-a2ab-a900794264c1 service neutron] 10.222.0.87 "PUT /v2.0/ports/c33f952e-e42a-496a-96bb-a63a24bce14f HTTP/1.1" status: 200 len: 1157 time: 1.2724943 Dec 11 16:34:25.593855 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34220c90-bbee-451f-be79-9c32a71bc491', 'tag': 'c33f952e-e42a-496a-96bb-a63a24bce14f'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:34:25.691658 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34220c90-bbee-451f-be79-9c32a71bc491', 'tag': 'c33f952e-e42a-496a-96bb-a63a24bce14f', 'status': 'completed', 'code': 200} Dec 11 16:34:25.732807 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-90e04c23-2435-46b3-95d3-992502fdf3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:25.734364 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-90e04c23-2435-46b3-95d3-992502fdf3ac service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9db2bd38093141bebba00433c0296a26&device_id=34220c90-bbee-451f-be79-9c32a71bc491 HTTP/1.1" status: 200 len: 1160 time: 0.0821581 Dec 11 16:34:25.810837 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-0adf003f-85f9-4d61-be8c-4f6e5abfe4e1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c33f952e-e42a-496a-96bb-a63a24bce14f HTTP/1.1" status: 200 len: 217 time: 0.0626278 Dec 11 16:34:25.883139 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-03ccea8d-6b36-4418-8893-faf5f5e821aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:25.884693 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-03ccea8d-6b36-4418-8893-faf5f5e821aa service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ff49fc90-9f16-4a3f-8f3b-d9461a1294ed HTTP/1.1" status: 200 len: 849 time: 0.0675855 Dec 11 16:34:25.934418 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-fa4e4d42-40ff-411e-823b-cf6534e31308 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=22d637a6-506a-43a7-85f5-e457261a1f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426559 Dec 11 16:34:26.075733 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-f8cf3375-d05e-4490-b6e9-175e155b7f1a service neutron] 10.222.0.87 "GET /v2.0/networks/22d637a6-506a-43a7-85f5-e457261a1f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344423 Dec 11 16:34:26.216343 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-611be78f-583c-4c48-b8ae-67528c01c8b4 req-bf653f19-6ded-4074-a609-77be96a67afe service neutron] 10.222.0.87 "GET /v2.0/networks/22d637a6-506a-43a7-85f5-e457261a1f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1340408 Dec 11 16:34:26.380466 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da4760-5126-4f85-add1-fe3920ece222 req-a0d1b30b-2cfd-46bd-b4f4-e1203434291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:26.382049 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-91da4760-5126-4f85-add1-fe3920ece222 req-a0d1b30b-2cfd-46bd-b4f4-e1203434291c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9db2bd38093141bebba00433c0296a26&device_id=34220c90-bbee-451f-be79-9c32a71bc491 HTTP/1.1" status: 200 len: 1160 time: 0.0782652 Dec 11 16:34:26.525342 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da4760-5126-4f85-add1-fe3920ece222 req-80efbb33-fb2a-49d6-8ba5-c847f3d6c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:26.526900 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-91da4760-5126-4f85-add1-fe3920ece222 req-80efbb33-fb2a-49d6-8ba5-c847f3d6c272 service neutron] 10.222.0.87 "GET /v2.0/networks?id=22d637a6-506a-43a7-85f5-e457261a1f1d HTTP/1.1" status: 200 len: 903 time: 0.1380103 Dec 11 16:34:26.599014 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-91da4760-5126-4f85-add1-fe3920ece222 req-80fd7e39-605e-403d-bd3b-cc1b3dc54e5f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c33f952e-e42a-496a-96bb-a63a24bce14f HTTP/1.1" status: 200 len: 217 time: 0.0637186 Dec 11 16:34:26.622288 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cf653-45c1-4827-8337-c28b46494094 req-cf3ae09b-e541-4148-bb4f-a6f75e7b6138 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:26.623916 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-482cf653-45c1-4827-8337-c28b46494094 req-cf3ae09b-e541-4148-bb4f-a6f75e7b6138 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/ports?device_id=34220c90-bbee-451f-be79-9c32a71bc491 HTTP/1.1" status: 200 len: 943 time: 0.0877845 Dec 11 16:34:26.680344 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da4760-5126-4f85-add1-fe3920ece222 req-b3cc5ca1-362a-4b7b-a1b6-b0355fc62290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:26.682088 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-91da4760-5126-4f85-add1-fe3920ece222 req-b3cc5ca1-362a-4b7b-a1b6-b0355fc62290 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ff49fc90-9f16-4a3f-8f3b-d9461a1294ed HTTP/1.1" status: 200 len: 849 time: 0.0765035 Dec 11 16:34:26.687080 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-482cf653-45c1-4827-8337-c28b46494094 req-19f13aa6-d006-44f2-a852-b41273f76034 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/security-groups?id=43fd317c-53e3-47cc-a1fc-709be7984fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567460 Dec 11 16:34:26.737647 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-91da4760-5126-4f85-add1-fe3920ece222 req-8473cbe8-4d13-4c04-8bc5-a4670571a566 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=22d637a6-506a-43a7-85f5-e457261a1f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473137 Dec 11 16:34:26.887270 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-91da4760-5126-4f85-add1-fe3920ece222 req-e0b28474-84e2-4fc4-a39a-c613b41087ee service neutron] 10.222.0.87 "GET /v2.0/networks/22d637a6-506a-43a7-85f5-e457261a1f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413105 Dec 11 16:34:27.033202 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-91da4760-5126-4f85-add1-fe3920ece222 req-fc036c42-4b1f-48cb-8e42-15fd8649279f service neutron] 10.222.0.87 "GET /v2.0/networks/22d637a6-506a-43a7-85f5-e457261a1f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1390598 Dec 11 16:34:27.135639 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 47992) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:27.284711 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fd1ba826-4740-445e-9bb3-964493783189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:27.301930 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-fd1ba826-4740-445e-9bb3-964493783189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:34:27.306006 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-fd1ba826-4740-445e-9bb3-964493783189 admin admin] Usage tracker for resource:security_group_rule and tenant:c6884b602a5c44eb802a0d328cfe4189 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:34:27.309002 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-fd1ba826-4740-445e-9bb3-964493783189 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:34:27.314873 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-fd1ba826-4740-445e-9bb3-964493783189 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:34:27.399346 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fd1ba826-4740-445e-9bb3-964493783189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:27.403376 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fd1ba826-4740-445e-9bb3-964493783189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:27.411982 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6c96ab81-bbfe-403e-95b7-18e9e31a8cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:27.455334 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-fd1ba826-4740-445e-9bb3-964493783189 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c6884b602a5c44eb802a0d328cfe4189&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3185265 Dec 11 16:34:27.456453 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ba826-4740-445e-9bb3-964493783189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdb4dfd-3920-4291-bbbc-923304796827,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:27.457547 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 47998) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:27.459991 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-fd1ba826-4740-445e-9bb3-964493783189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:27.521610 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f3896d92-c332-4dbc-b274-bad4df8a3bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:27.548724 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f3896d92-c332-4dbc-b274-bad4df8a3bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:27.595531 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f3896d92-c332-4dbc-b274-bad4df8a3bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:27.600689 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-92be643d-0bbd-4600-b1a6-44dc70033294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:27.614364 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3896d92-c332-4dbc-b274-bad4df8a3bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdb4dfd-3920-4291-bbbc-923304796827,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:27.618120 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f3896d92-c332-4dbc-b274-bad4df8a3bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:27.618906 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f3896d92-c332-4dbc-b274-bad4df8a3bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:27.620239 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-f3896d92-c332-4dbc-b274-bad4df8a3bc9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1cdb4dfd-3920-4291-bbbc-923304796827 HTTP/1.1" status: 204 len: 168 time: 0.1611991 Dec 11 16:34:27.904477 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a1865-b199-4b77-80cf-afd36b7b995e req-320c71fc-498c-46d6-80cc-0ecc18f4654b tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:27.906090 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2b6a1865-b199-4b77-80cf-afd36b7b995e req-320c71fc-498c-46d6-80cc-0ecc18f4654b tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/ports?device_id=34220c90-bbee-451f-be79-9c32a71bc491 HTTP/1.1" status: 200 len: 943 time: 0.0866830 Dec 11 16:34:27.954975 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2b6a1865-b199-4b77-80cf-afd36b7b995e req-815fb2ce-806f-44b3-8b05-81dcf7eb7572 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/security-groups?id=43fd317c-53e3-47cc-a1fc-709be7984fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422645 Dec 11 16:34:27.985656 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 48008) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:28.005012 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-402209a2-3b7e-41f7-a607-4d66b1a39fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:28.020290 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-402209a2-3b7e-41f7-a607-4d66b1a39fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:34:28.024449 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-402209a2-3b7e-41f7-a607-4d66b1a39fe0 admin admin] Usage tracker for resource:security_group_rule and tenant:702e559b647f4672b4f36d146ee0331d is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:34:28.027471 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-402209a2-3b7e-41f7-a607-4d66b1a39fe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:34:28.033421 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-402209a2-3b7e-41f7-a607-4d66b1a39fe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:34:28.120928 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-402209a2-3b7e-41f7-a607-4d66b1a39fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:28.123869 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-402209a2-3b7e-41f7-a607-4d66b1a39fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:28.132139 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-25aa961c-bf5d-4959-9d45-1afb1c8ebc20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:28.180463 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-402209a2-3b7e-41f7-a607-4d66b1a39fe0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=702e559b647f4672b4f36d146ee0331d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1936612 Dec 11 16:34:28.181474 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402209a2-3b7e-41f7-a607-4d66b1a39fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c513a7c-b6b0-457f-9613-8eee84773c39,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:28.183407 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 48012) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:28.184675 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-402209a2-3b7e-41f7-a607-4d66b1a39fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:28.249062 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fab4353f-2adb-443e-a4af-61774f132740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:28.275750 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fab4353f-2adb-443e-a4af-61774f132740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:28.321817 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fab4353f-2adb-443e-a4af-61774f132740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:28.326852 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4006b6ea-d4d6-44f6-b75e-0c0ca3870de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:28.340183 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4353f-2adb-443e-a4af-61774f132740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c513a7c-b6b0-457f-9613-8eee84773c39,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:28.344116 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-fab4353f-2adb-443e-a4af-61774f132740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:28.349604 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fab4353f-2adb-443e-a4af-61774f132740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:28.350813 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-fab4353f-2adb-443e-a4af-61774f132740 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2c513a7c-b6b0-457f-9613-8eee84773c39 HTTP/1.1" status: 204 len: 168 time: 0.1663301 Dec 11 16:34:29.169516 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdd8fe-eeca-4ead-b5b4-679db8d31e0f req-e2f25f6d-1f6e-44a5-8715-00b02e31477c tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:29.171122 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-11fdd8fe-eeca-4ead-b5b4-679db8d31e0f req-e2f25f6d-1f6e-44a5-8715-00b02e31477c tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/ports?device_id=34220c90-bbee-451f-be79-9c32a71bc491 HTTP/1.1" status: 200 len: 943 time: 0.0852096 Dec 11 16:34:29.225548 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-11fdd8fe-eeca-4ead-b5b4-679db8d31e0f req-4b41aced-e5f8-4d2a-b24f-caf46b8dd350 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/security-groups?id=43fd317c-53e3-47cc-a1fc-709be7984fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475607 Dec 11 16:34:29.680936 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.objects.ports [None req-04594481-c4f8-433c-8826-0ab8fbe0668f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80244) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 11 16:34:30.138858 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device c33f952e-e42a-496a-96bb-a63a24bce14f up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:34:30.207372 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning for port c33f952e-e42a-496a-96bb-a63a24bce14f completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:34:30.213287 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port c33f952e-e42a-496a-96bb-a63a24bce14f triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:34:30.213711 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:30.342098 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:30.373022 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34220c90-bbee-451f-be79-9c32a71bc491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c33f952e-e42a-496a-96bb-a63a24bce14f'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:34:30.384240 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port c33f952e-e42a-496a-96bb-a63a24bce14f, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=c33f952e-e42a-496a-96bb-a63a24bce14f,segment=NetworkSegment(c3737a8b-862d-4b10-a47d-0820e59e92d0),segment_id=c3737a8b-862d-4b10-a47d-0820e59e92d0)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:34:30.387758 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:30.390627 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1ca169a4-a5f9-417b-95f7-acd1d246fc04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:30.444086 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34220c90-bbee-451f-be79-9c32a71bc491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c33f952e-e42a-496a-96bb-a63a24bce14f', 'code': 200} Dec 11 16:34:30.474922 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=c33f952e-e42a-496a-96bb-a63a24bce14f,revision_number=4']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:30.483035 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674bcaa-c99f-4397-8675-7c297cc874e3 req-b7cbde8c-e76c-4177-81a3-66ae449d44f5 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:30.484711 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b674bcaa-c99f-4397-8675-7c297cc874e3 req-b7cbde8c-e76c-4177-81a3-66ae449d44f5 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/ports?device_id=34220c90-bbee-451f-be79-9c32a71bc491 HTTP/1.1" status: 200 len: 945 time: 0.1185002 Dec 11 16:34:30.487982 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:30.540558 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b674bcaa-c99f-4397-8675-7c297cc874e3 req-d4d9e6e1-adc1-4145-953e-23aaa77bcd77 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/security-groups?id=43fd317c-53e3-47cc-a1fc-709be7984fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479031 Dec 11 16:34:30.721695 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36beb4b-aa98-4f3c-9451-5e19035a3403 req-c9e941a3-9566-4f7b-ac6c-6debd45ae418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:30.723346 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f36beb4b-aa98-4f3c-9451-5e19035a3403 req-c9e941a3-9566-4f7b-ac6c-6debd45ae418 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=34220c90-bbee-451f-be79-9c32a71bc491 HTTP/1.1" status: 200 len: 1162 time: 0.0770769 Dec 11 16:34:30.994589 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f36beb4b-aa98-4f3c-9451-5e19035a3403 req-67652e49-b39e-4298-9108-a46492df72fd service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=43fd317c-53e3-47cc-a1fc-709be7984fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648807 Dec 11 16:34:31.718020 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device c33f952e-e42a-496a-96bb-a63a24bce14f up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:34:31.759664 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9ea6b-0901-41f0-92f1-4e815442a1a9 req-de119ad3-7a2b-450b-b00c-84b8cb8e3174 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:31.761285 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a1c9ea6b-0901-41f0-92f1-4e815442a1a9 req-de119ad3-7a2b-450b-b00c-84b8cb8e3174 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/ports?device_id=34220c90-bbee-451f-be79-9c32a71bc491 HTTP/1.1" status: 200 len: 945 time: 0.0848055 Dec 11 16:34:31.788336 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port c33f952e-e42a-496a-96bb-a63a24bce14f triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:34:31.788778 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:31.813202 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a1c9ea6b-0901-41f0-92f1-4e815442a1a9 req-7fc166fb-5e09-4d9a-9f34-0e2a847c76db tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/security-groups?id=43fd317c-53e3-47cc-a1fc-709be7984fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452201 Dec 11 16:34:33.024916 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d936a9-2dba-4fb8-869d-e20dee1a2b33 req-c745657c-18cd-4db4-92b1-d3139c6a8d7a tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:33.026443 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b6d936a9-2dba-4fb8-869d-e20dee1a2b33 req-c745657c-18cd-4db4-92b1-d3139c6a8d7a tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/ports?device_id=34220c90-bbee-451f-be79-9c32a71bc491 HTTP/1.1" status: 200 len: 945 time: 0.0831971 Dec 11 16:34:33.073832 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b6d936a9-2dba-4fb8-869d-e20dee1a2b33 req-d5253ab7-213b-4d41-8c57-56f4e7a1d45c tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/security-groups?id=43fd317c-53e3-47cc-a1fc-709be7984fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410864 Dec 11 16:34:33.851214 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 48104) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:34.018208 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4eae1dae-7dfc-49fb-a231-b67016df5bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:34.034307 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-4eae1dae-7dfc-49fb-a231-b67016df5bf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:34:34.038699 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-4eae1dae-7dfc-49fb-a231-b67016df5bf3 admin admin] Usage tracker for resource:security_group_rule and tenant:9500afd65f9640d3bc55d3eb53638312 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:34:34.041834 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-4eae1dae-7dfc-49fb-a231-b67016df5bf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:34:34.048018 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-4eae1dae-7dfc-49fb-a231-b67016df5bf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:34:34.134565 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4eae1dae-7dfc-49fb-a231-b67016df5bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:34.137755 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4eae1dae-7dfc-49fb-a231-b67016df5bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:34.146153 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a35d381a-bd2e-4af4-b8a8-2c98b75c7a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:34.189157 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-4eae1dae-7dfc-49fb-a231-b67016df5bf3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9500afd65f9640d3bc55d3eb53638312&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3367307 Dec 11 16:34:34.190086 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae1dae-7dfc-49fb-a231-b67016df5bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb9a85e-e296-43c1-9c37-a7e7908a908d,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:34.192676 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 48112) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:34.195971 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4eae1dae-7dfc-49fb-a231-b67016df5bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:34.201574 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb797b2d-c5dc-48a9-972e-45a9c3f2e43a req-678105ab-8e6f-43f8-8c1b-64fcd17afc9f tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:34.209171 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-cb797b2d-c5dc-48a9-972e-45a9c3f2e43a req-678105ab-8e6f-43f8-8c1b-64fcd17afc9f tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/ports?device_id=34220c90-bbee-451f-be79-9c32a71bc491 HTTP/1.1" status: 200 len: 945 time: 0.0970619 Dec 11 16:34:34.251938 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-cb797b2d-c5dc-48a9-972e-45a9c3f2e43a req-68759c19-8c8e-4fe7-b45b-8258c8527807 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/security-groups?id=43fd317c-53e3-47cc-a1fc-709be7984fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418227 Dec 11 16:34:34.255642 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0e059e44-e40a-4ecd-8106-c0d2c7af95b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:34.287495 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0e059e44-e40a-4ecd-8106-c0d2c7af95b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:34.334205 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0e059e44-e40a-4ecd-8106-c0d2c7af95b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:34.339192 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b7a2d3e9-e48a-4e68-9402-4a447d3399ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:34.352760 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e059e44-e40a-4ecd-8106-c0d2c7af95b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb9a85e-e296-43c1-9c37-a7e7908a908d,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:34.355483 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0e059e44-e40a-4ecd-8106-c0d2c7af95b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:34.357681 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0e059e44-e40a-4ecd-8106-c0d2c7af95b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:34.358865 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-0e059e44-e40a-4ecd-8106-c0d2c7af95b5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5fb9a85e-e296-43c1-9c37-a7e7908a908d HTTP/1.1" status: 204 len: 168 time: 0.1652162 Dec 11 16:34:34.704501 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 48120) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:34.723297 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dabc0030-8f9c-492d-a1fb-6f5ecd98a8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:34.738885 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-dabc0030-8f9c-492d-a1fb-6f5ecd98a8f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:34:34.743918 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-dabc0030-8f9c-492d-a1fb-6f5ecd98a8f2 admin admin] Usage tracker for resource:security_group_rule and tenant:36c69d47cc274987975d14496029a023 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:34:34.746825 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-dabc0030-8f9c-492d-a1fb-6f5ecd98a8f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:34:34.752583 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-dabc0030-8f9c-492d-a1fb-6f5ecd98a8f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:34:34.834749 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dabc0030-8f9c-492d-a1fb-6f5ecd98a8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:34.838314 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dabc0030-8f9c-492d-a1fb-6f5ecd98a8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:34.846931 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-91dd7243-aeb5-4904-ae20-6a588ddfdedd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:34.887528 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-dabc0030-8f9c-492d-a1fb-6f5ecd98a8f2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=36c69d47cc274987975d14496029a023&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1818798 Dec 11 16:34:34.889157 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc0030-8f9c-492d-a1fb-6f5ecd98a8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a4c926-2fda-4449-b81c-ad6b4f000066,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:34.890486 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 48124) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:34.892406 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-dabc0030-8f9c-492d-a1fb-6f5ecd98a8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:34.953602 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c1af20d9-f801-408f-bfb1-b515bfde2941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:34.981730 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c1af20d9-f801-408f-bfb1-b515bfde2941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:35.025427 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c1af20d9-f801-408f-bfb1-b515bfde2941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:35.030330 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2093c07b-a982-4750-bd59-7db3c6e75010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:35.043828 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af20d9-f801-408f-bfb1-b515bfde2941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a4c926-2fda-4449-b81c-ad6b4f000066,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:35.047533 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c1af20d9-f801-408f-bfb1-b515bfde2941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:35.053325 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c1af20d9-f801-408f-bfb1-b515bfde2941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:35.054593 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-c1af20d9-f801-408f-bfb1-b515bfde2941 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f1a4c926-2fda-4449-b81c-ad6b4f000066 HTTP/1.1" status: 204 len: 168 time: 0.1630461 Dec 11 16:34:35.477320 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b45129-5ba9-48b0-815e-567903090484 req-414b4b6e-4ac8-481a-8f6d-1672507b691f tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:35.478883 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-02b45129-5ba9-48b0-815e-567903090484 req-414b4b6e-4ac8-481a-8f6d-1672507b691f tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/ports?device_id=34220c90-bbee-451f-be79-9c32a71bc491 HTTP/1.1" status: 200 len: 945 time: 0.0880356 Dec 11 16:34:35.529855 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-02b45129-5ba9-48b0-815e-567903090484 req-f57c7ee4-bdfa-4046-b7a4-fd86e203b5d7 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/security-groups?id=43fd317c-53e3-47cc-a1fc-709be7984fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423772 Dec 11 16:34:35.647119 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device c33f952e-e42a-496a-96bb-a63a24bce14f no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:34:35.689257 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be2548-8a0a-443e-aafc-49f9494ce8fb req-18078df4-b667-4e34-96eb-1c0ab9f7818b tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:35.690298 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-c8be2548-8a0a-443e-aafc-49f9494ce8fb req-18078df4-b667-4e34-96eb-1c0ab9f7818b tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Synchronizing usage tracker for tenant:9db2bd38093141bebba00433c0296a26 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:34:35.710766 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-c8be2548-8a0a-443e-aafc-49f9494ce8fb req-18078df4-b667-4e34-96eb-1c0ab9f7818b tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Unset dirty status for tenant:9db2bd38093141bebba00433c0296a26 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:34:35.712134 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c8be2548-8a0a-443e-aafc-49f9494ce8fb req-18078df4-b667-4e34-96eb-1c0ab9f7818b tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.87 "GET /v2.0/ports?device_id=34220c90-bbee-451f-be79-9c32a71bc491 HTTP/1.1" status: 200 len: 945 time: 0.1252348 Dec 11 16:34:35.781578 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:35.787402 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-c8be2548-8a0a-443e-aafc-49f9494ce8fb req-3e9ab1b7-7c1c-449f-b3cd-3fa4a2db5b5e tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Deleting port c33f952e-e42a-496a-96bb-a63a24bce14f {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:34:35.787807 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-c8be2548-8a0a-443e-aafc-49f9494ce8fb req-3e9ab1b7-7c1c-449f-b3cd-3fa4a2db5b5e tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:35.813720 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34220c90-bbee-451f-be79-9c32a71bc491', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c33f952e-e42a-496a-96bb-a63a24bce14f'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:34:35.824874 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port c33f952e-e42a-496a-96bb-a63a24bce14f, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=c33f952e-e42a-496a-96bb-a63a24bce14f,segment=NetworkSegment(c3737a8b-862d-4b10-a47d-0820e59e92d0),segment_id=c3737a8b-862d-4b10-a47d-0820e59e92d0)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:34:35.828279 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:35.831827 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8059f6c0-3f2a-421d-a99c-97fca5082fc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:35.892128 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34220c90-bbee-451f-be79-9c32a71bc491', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c33f952e-e42a-496a-96bb-a63a24bce14f', 'code': 200} Dec 11 16:34:35.914939 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=c33f952e-e42a-496a-96bb-a63a24bce14f,revision_number=5']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:35.918559 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:36.062796 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-c8be2548-8a0a-443e-aafc-49f9494ce8fb req-3e9ab1b7-7c1c-449f-b3cd-3fa4a2db5b5e tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] For port c33f952e-e42a-496a-96bb-a63a24bce14f, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=c33f952e-e42a-496a-96bb-a63a24bce14f,segment=NetworkSegment(c3737a8b-862d-4b10-a47d-0820e59e92d0),segment_id=c3737a8b-862d-4b10-a47d-0820e59e92d0)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:34:36.063359 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-c8be2548-8a0a-443e-aafc-49f9494ce8fb req-3e9ab1b7-7c1c-449f-b3cd-3fa4a2db5b5e tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:36.193013 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-c8be2548-8a0a-443e-aafc-49f9494ce8fb req-3e9ab1b7-7c1c-449f-b3cd-3fa4a2db5b5e tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Calling delete_port for c33f952e-e42a-496a-96bb-a63a24bce14f owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:34:36.342693 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-c8be2548-8a0a-443e-aafc-49f9494ce8fb req-3e9ab1b7-7c1c-449f-b3cd-3fa4a2db5b5e tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:36.358315 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-addda148-780f-422c-a68b-f72f59614132 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:36.458851 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ab1b7-7c1c-449f-b3cd-3fa4a2db5b5e tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Pushing event deleted for resources: {'Port': ['ID=c33f952e-e42a-496a-96bb-a63a24bce14f,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:36.463661 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3e9ab1b7-7c1c-449f-b3cd-3fa4a2db5b5e tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:36.560799 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8be2548-8a0a-443e-aafc-49f9494ce8fb req-3e9ab1b7-7c1c-449f-b3cd-3fa4a2db5b5e tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] No DVR routers for this DVR port c33f952e-e42a-496a-96bb-a63a24bce14f on host hv-cinder-76675 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 11 16:34:36.563023 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-c8be2548-8a0a-443e-aafc-49f9494ce8fb req-3e9ab1b7-7c1c-449f-b3cd-3fa4a2db5b5e tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:36.565837 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34220c90-bbee-451f-be79-9c32a71bc491', 'name': 'network-vif-deleted', 'tag': 'c33f952e-e42a-496a-96bb-a63a24bce14f'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:34:36.587707 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c8be2548-8a0a-443e-aafc-49f9494ce8fb req-3e9ab1b7-7c1c-449f-b3cd-3fa4a2db5b5e tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.87 "DELETE /v2.0/ports/c33f952e-e42a-496a-96bb-a63a24bce14f HTTP/1.1" status: 204 len: 173 time: 0.8697267 Dec 11 16:34:36.640996 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34220c90-bbee-451f-be79-9c32a71bc491', 'name': 'network-vif-deleted', 'tag': 'c33f952e-e42a-496a-96bb-a63a24bce14f', 'status': 'completed', 'code': 200} Dec 11 16:34:36.724242 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d08b35bc-2a0b-41a0-b001-7a3755a40405 req-71ab2ee2-2fb3-4c6b-bc92-804ab6a54793 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/ports?device_id=34220c90-bbee-451f-be79-9c32a71bc491 HTTP/1.1" status: 200 len: 210 time: 0.0521023 Dec 11 16:34:38.450904 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec223b-67d1-4851-a724-ab45ad6d7185 req-20cad364-4f14-45db-bc97-85b87490fda4 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:38.452551 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3eec223b-67d1-4851-a724-ab45ad6d7185 req-20cad364-4f14-45db-bc97-85b87490fda4 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 945 time: 0.4396384 Dec 11 16:34:38.459219 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-57457b81-3be3-4243-968f-c5f0ff2521d9 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:38.461287 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-57457b81-3be3-4243-968f-c5f0ff2521d9 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/networks?id=22d637a6-506a-43a7-85f5-e457261a1f1d HTTP/1.1" status: 200 len: 809 time: 0.1909940 Dec 11 16:34:38.508290 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-9d7978f2-7664-45e5-9751-edb6d1f3cb0f tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/quotas/9db2bd38093141bebba00433c0296a26 HTTP/1.1" status: 200 len: 375 time: 0.0302966 Dec 11 16:34:38.512793 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-3eec223b-67d1-4851-a724-ab45ad6d7185 req-a57c835b-52e1-4df1-939a-a79cfffe19dc tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0505383 Dec 11 16:34:38.563771 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-70257378-6003-4061-805b-14e1be66c09c tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/ports?tenant_id=9db2bd38093141bebba00433c0296a26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488889 Dec 11 16:34:38.712447 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-977a12a0-61ba-4052-817b-cfe5588f93de service neutron] 10.222.0.45 "GET /v2.0/networks/22d637a6-506a-43a7-85f5-e457261a1f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401894 Dec 11 16:34:38.858329 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-3e0f668e-4136-4427-a720-0c7c5c6c0692 service neutron] 10.222.0.45 "GET /v2.0/networks/22d637a6-506a-43a7-85f5-e457261a1f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1391537 Dec 11 16:34:39.069807 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-9601a3ee-a595-4731-854b-f578bc4a9ce3 req-d3002e48-53a7-4225-95d6-f769bb463b13 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/ports?device_id=b544485f-f256-401d-90ab-4eed37032eed HTTP/1.1" status: 200 len: 210 time: 0.0483561 Dec 11 16:34:39.730701 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8fecd-9e1c-4b0c-98e3-694208b73fe8 req-bc9f9628-3ecd-4a0a-be7c-f2a6b9d18940 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:39.732353 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-20f8fecd-9e1c-4b0c-98e3-694208b73fe8 req-bc9f9628-3ecd-4a0a-be7c-f2a6b9d18940 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 945 time: 0.0850053 Dec 11 16:34:39.783235 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-20f8fecd-9e1c-4b0c-98e3-694208b73fe8 req-bce5dff5-245e-42c2-9685-fe920f2f5da2 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0444269 Dec 11 16:34:40.255077 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-0bfc52c6-548c-47cd-8e0f-d4b0cf66f4c8 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:40.256938 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-0bfc52c6-548c-47cd-8e0f-d4b0cf66f4c8 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.87 "GET /v2.0/networks?id=22d637a6-506a-43a7-85f5-e457261a1f1d HTTP/1.1" status: 200 len: 809 time: 0.1694505 Dec 11 16:34:40.274657 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c5e38ad9-9951-4517-8bb4-db4a8be7b818 req-a6f66888-64b0-41f0-b038-b5978e41baab tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/ports?device_id=b544485f-f256-401d-90ab-4eed37032eed HTTP/1.1" status: 200 len: 210 time: 0.0536048 Dec 11 16:34:40.285193 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-1d25dfd4-697a-415c-9a7f-b79325579bfd tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Request body: {'port': {'device_id': 'b544485f-f256-401d-90ab-4eed37032eed', 'network_id': '22d637a6-506a-43a7-85f5-e457261a1f1d', 'admin_state_up': True, 'tenant_id': '9db2bd38093141bebba00433c0296a26'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:34:40.434117 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-1d25dfd4-697a-415c-9a7f-b79325579bfd tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:34:40.441729 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-1d25dfd4-697a-415c-9a7f-b79325579bfd tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Usage tracker for resource:port and tenant:9db2bd38093141bebba00433c0296a26 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:34:40.441729 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-1d25dfd4-697a-415c-9a7f-b79325579bfd tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Quota usage for port was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:34:40.448326 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-1d25dfd4-697a-415c-9a7f-b79325579bfd tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:34:40.457492 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-1d25dfd4-697a-415c-9a7f-b79325579bfd tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Made reservation on behalf of 9db2bd38093141bebba00433c0296a26 for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:34:40.463166 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-1d25dfd4-697a-415c-9a7f-b79325579bfd tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:40.769117 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-1d25dfd4-697a-415c-9a7f-b79325579bfd tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Allocated IP 172.20.0.4 (22d637a6-506a-43a7-85f5-e457261a1f1d/ff49fc90-9f16-4a3f-8f3b-d9461a1294ed/6a89846a-c3c0-44c7-ab78-a5fff4df0097) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:34:40.992940 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-1d25dfd4-697a-415c-9a7f-b79325579bfd tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:40.999053 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118e46e-f0d0-4b84-aa36-e8bdf17c0594 req-05914b34-9385-4c06-bf8c-f68f676a1fa9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:41.000745 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0118e46e-f0d0-4b84-aa36-e8bdf17c0594 req-05914b34-9385-4c06-bf8c-f68f676a1fa9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 945 time: 0.0855193 Dec 11 16:34:41.019122 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-1d25dfd4-697a-415c-9a7f-b79325579bfd tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:41.034645 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-655d4923-37e7-455c-b4bb-b82ea3bed98c tempest-TestMinimumBasicScenario-1964726134 tempest-TestMinimumBasicScenario-1964726134] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:41.053063 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-0118e46e-f0d0-4b84-aa36-e8bdf17c0594 req-d98fc57a-53df-4aa7-a9f6-879b1c73ce6f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0453298 Dec 11 16:34:41.167983 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25dfd4-697a-415c-9a7f-b79325579bfd tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Pushing event updated for resources: {'Port': ['ID=6a89846a-c3c0-44c7-ab78-a5fff4df0097,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:41.172548 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1d25dfd4-697a-415c-9a7f-b79325579bfd tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:41.225248 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-1d25dfd4-697a-415c-9a7f-b79325579bfd tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Network 22d637a6-506a-43a7-85f5-e457261a1f1d is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:34:41.227260 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-1d25dfd4-697a-415c-9a7f-b79325579bfd tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:34:41.229552 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-1d25dfd4-697a-415c-9a7f-b79325579bfd tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:34:41.294889 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-1d25dfd4-697a-415c-9a7f-b79325579bfd tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:41.295484 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-1d25dfd4-697a-415c-9a7f-b79325579bfd tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:41.320765 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-1d25dfd4-697a-415c-9a7f-b79325579bfd tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0397031 Dec 11 16:34:41.342478 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-9ccd92ef-57bf-4e37-94f5-82473013611f service neutron] Request body: {'port': {'device_id': 'b544485f-f256-401d-90ab-4eed37032eed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:34:41.454558 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-9ccd92ef-57bf-4e37-94f5-82473013611f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:41.491628 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08831ea-8145-4e11-a0c3-120013c7c19c req-fc6a10cf-9be2-4399-bdb1-6c0ceeb1b93f tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:41.493265 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f08831ea-8145-4e11-a0c3-120013c7c19c req-fc6a10cf-9be2-4399-bdb1-6c0ceeb1b93f tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/ports?device_id=b544485f-f256-401d-90ab-4eed37032eed HTTP/1.1" status: 200 len: 931 time: 0.0841832 Dec 11 16:34:41.541276 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f08831ea-8145-4e11-a0c3-120013c7c19c req-8c132edf-c02c-4763-8b1b-d5999ecdbb37 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/security-groups?id=43fd317c-53e3-47cc-a1fc-709be7984fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415058 Dec 11 16:34:41.864928 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-9ccd92ef-57bf-4e37-94f5-82473013611f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a89846a-c3c0-44c7-ab78-a5fff4df0097 {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 11 16:34:41.872509 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-9ccd92ef-57bf-4e37-94f5-82473013611f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:41.885826 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-9ccd92ef-57bf-4e37-94f5-82473013611f service neutron] Transition to ACTIVE for port object 6a89846a-c3c0-44c7-ab78-a5fff4df0097 will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:34:41.888430 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-9ccd92ef-57bf-4e37-94f5-82473013611f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:41.904254 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0339d148-3f4f-4116-80c0-0bdec88b0146 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:42.033080 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd92ef-57bf-4e37-94f5-82473013611f service neutron] Pushing event updated for resources: {'Port': ['ID=6a89846a-c3c0-44c7-ab78-a5fff4df0097,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:42.038952 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9ccd92ef-57bf-4e37-94f5-82473013611f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:42.221023 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-9ccd92ef-57bf-4e37-94f5-82473013611f service neutron] Attempting to bind port 6a89846a-c3c0-44c7-ab78-a5fff4df0097 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:34:42.221400 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-9ccd92ef-57bf-4e37-94f5-82473013611f service neutron] Attempting to bind port 6a89846a-c3c0-44c7-ab78-a5fff4df0097 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': 'c3737a8b-862d-4b10-a47d-0820e59e92d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '22d637a6-506a-43a7-85f5-e457261a1f1d'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:34:42.221765 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-9ccd92ef-57bf-4e37-94f5-82473013611f service neutron] Attempting to bind port 6a89846a-c3c0-44c7-ab78-a5fff4df0097 on network 22d637a6-506a-43a7-85f5-e457261a1f1d {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:34:42.228751 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-9ccd92ef-57bf-4e37-94f5-82473013611f service neutron] Checking agent: {'id': 'c6c9fd6f-e101-4bae-907a-ac1718f8d09d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 23), 'started_at': datetime.datetime(2020, 12, 11, 16, 24, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:34:42.228975 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-9ccd92ef-57bf-4e37-94f5-82473013611f service neutron] Checking segment: {'id': 'c3737a8b-862d-4b10-a47d-0820e59e92d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '22d637a6-506a-43a7-85f5-e457261a1f1d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:34:42.229247 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-9ccd92ef-57bf-4e37-94f5-82473013611f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:42.229637 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-9ccd92ef-57bf-4e37-94f5-82473013611f service neutron] Bound using segment: {'id': 'c3737a8b-862d-4b10-a47d-0820e59e92d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '22d637a6-506a-43a7-85f5-e457261a1f1d'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:34:42.230113 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-9ccd92ef-57bf-4e37-94f5-82473013611f service neutron] Bound port: 6a89846a-c3c0-44c7-ab78-a5fff4df0097, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3737a8b-862d-4b10-a47d-0820e59e92d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '22d637a6-506a-43a7-85f5-e457261a1f1d'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:34:42.230575 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-9ccd92ef-57bf-4e37-94f5-82473013611f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:42.273491 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444523c3-9232-4fac-8e6d-00e7f240084c req-5e65ef0e-664e-4518-bf57-c0c9f13042d4 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:42.275113 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-444523c3-9232-4fac-8e6d-00e7f240084c req-5e65ef0e-664e-4518-bf57-c0c9f13042d4 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 945 time: 0.0911415 Dec 11 16:34:42.324962 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-444523c3-9232-4fac-8e6d-00e7f240084c req-350655ad-7979-40d9-aa30-fbe9ac05ad8b tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0431626 Dec 11 16:34:42.325196 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-9ccd92ef-57bf-4e37-94f5-82473013611f service neutron] For port 6a89846a-c3c0-44c7-ab78-a5fff4df0097, host hv-cinder-76675, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:34:42.328701 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-9ccd92ef-57bf-4e37-94f5-82473013611f service neutron] For port 6a89846a-c3c0-44c7-ab78-a5fff4df0097, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=6a89846a-c3c0-44c7-ab78-a5fff4df0097,segment=NetworkSegment(c3737a8b-862d-4b10-a47d-0820e59e92d0),segment_id=c3737a8b-862d-4b10-a47d-0820e59e92d0)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:34:42.332073 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-9ccd92ef-57bf-4e37-94f5-82473013611f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:42.347917 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1115e19e-f831-457f-9818-13a86305cc63 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:42.708335 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd92ef-57bf-4e37-94f5-82473013611f service neutron] Pushing event updated for resources: {'Port': ['ID=6a89846a-c3c0-44c7-ab78-a5fff4df0097,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:42.713765 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9ccd92ef-57bf-4e37-94f5-82473013611f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:42.743888 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-9ccd92ef-57bf-4e37-94f5-82473013611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:42.744560 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-9ccd92ef-57bf-4e37-94f5-82473013611f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:42.746032 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-9ccd92ef-57bf-4e37-94f5-82473013611f service neutron] 10.222.0.87 "PUT /v2.0/ports/6a89846a-c3c0-44c7-ab78-a5fff4df0097 HTTP/1.1" status: 200 len: 1157 time: 1.4083331 Dec 11 16:34:42.746618 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b544485f-f256-401d-90ab-4eed37032eed', 'tag': '6a89846a-c3c0-44c7-ab78-a5fff4df0097'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:34:42.765429 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17a475-7113-46a9-b522-3874fb95bc84 req-bd510287-7f64-4f4d-b581-8c37df9de6a8 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:42.767314 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6a17a475-7113-46a9-b522-3874fb95bc84 req-bd510287-7f64-4f4d-b581-8c37df9de6a8 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/ports?device_id=b544485f-f256-401d-90ab-4eed37032eed HTTP/1.1" status: 200 len: 943 time: 0.0904915 Dec 11 16:34:42.816417 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6a17a475-7113-46a9-b522-3874fb95bc84 req-82126313-8bc8-4ce7-a849-ff3430a4e972 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/security-groups?id=43fd317c-53e3-47cc-a1fc-709be7984fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418441 Dec 11 16:34:42.835906 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b544485f-f256-401d-90ab-4eed37032eed', 'tag': '6a89846a-c3c0-44c7-ab78-a5fff4df0097', 'status': 'completed', 'code': 200} Dec 11 16:34:42.876004 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-46989ab0-da28-4287-8e92-7edf7067297d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:42.877595 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-46989ab0-da28-4287-8e92-7edf7067297d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9db2bd38093141bebba00433c0296a26&device_id=b544485f-f256-401d-90ab-4eed37032eed HTTP/1.1" status: 200 len: 1160 time: 0.0791988 Dec 11 16:34:42.902364 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 6 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:34:42.954429 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-f38fe13b-5c5b-470c-bb28-93523d28a378 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a89846a-c3c0-44c7-ab78-a5fff4df0097 HTTP/1.1" status: 200 len: 217 time: 0.0623035 Dec 11 16:34:43.025579 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-16c13259-d766-404a-b4e5-2a90a3c7c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:43.027104 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-16c13259-d766-404a-b4e5-2a90a3c7c2fc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ff49fc90-9f16-4a3f-8f3b-d9461a1294ed HTTP/1.1" status: 200 len: 849 time: 0.0657432 Dec 11 16:34:43.076902 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-b6ce9795-b9e8-4b7f-937b-9ba864b172ac service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=22d637a6-506a-43a7-85f5-e457261a1f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430470 Dec 11 16:34:43.221786 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-c03392a1-0bd1-4c2b-822c-15b23a14ce45 service neutron] 10.222.0.87 "GET /v2.0/networks/22d637a6-506a-43a7-85f5-e457261a1f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371589 Dec 11 16:34:43.367537 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-36ee75c1-b6d3-464a-a052-8ce9f89f52ff req-3e630431-8ed7-4bd2-8985-0475cf0926de service neutron] 10.222.0.87 "GET /v2.0/networks/22d637a6-506a-43a7-85f5-e457261a1f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376021 Dec 11 16:34:43.535276 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe559a-cb2e-4996-b224-c0f4f8afecb7 req-0e4e377f-6728-4a7d-857b-7e390ba3203f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:43.537016 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-99fe559a-cb2e-4996-b224-c0f4f8afecb7 req-0e4e377f-6728-4a7d-857b-7e390ba3203f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9db2bd38093141bebba00433c0296a26&device_id=b544485f-f256-401d-90ab-4eed37032eed HTTP/1.1" status: 200 len: 1160 time: 0.0779157 Dec 11 16:34:43.555834 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92f45b-504f-4142-ac16-ce4973222d61 req-228b517f-e069-4b63-b547-264d9b92fbb1 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:43.557463 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ca92f45b-504f-4142-ac16-ce4973222d61 req-228b517f-e069-4b63-b547-264d9b92fbb1 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 945 time: 0.0906503 Dec 11 16:34:43.583797 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 48266) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:43.613613 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-ca92f45b-504f-4142-ac16-ce4973222d61 req-65ba73e0-6974-4098-976a-07c211ad7be3 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0492682 Dec 11 16:34:43.685823 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe559a-cb2e-4996-b224-c0f4f8afecb7 req-495d286b-ef2c-439a-be5e-8b516ad69899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:43.687564 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-99fe559a-cb2e-4996-b224-c0f4f8afecb7 req-495d286b-ef2c-439a-be5e-8b516ad69899 service neutron] 10.222.0.87 "GET /v2.0/networks?id=22d637a6-506a-43a7-85f5-e457261a1f1d HTTP/1.1" status: 200 len: 903 time: 0.1435409 Dec 11 16:34:43.762473 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fc716db7-1100-480c-87c9-d0b01abde7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:43.762926 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-99fe559a-cb2e-4996-b224-c0f4f8afecb7 req-e773577d-1170-4a81-8138-0cdc6aad3172 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a89846a-c3c0-44c7-ab78-a5fff4df0097 HTTP/1.1" status: 200 len: 217 time: 0.0672686 Dec 11 16:34:43.778073 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-fc716db7-1100-480c-87c9-d0b01abde7e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:34:43.782257 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-fc716db7-1100-480c-87c9-d0b01abde7e6 admin admin] Usage tracker for resource:security_group_rule and tenant:67319ef97e794fa49e0506c5dc4c2924 is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:34:43.785341 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-fc716db7-1100-480c-87c9-d0b01abde7e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:34:43.791837 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-fc716db7-1100-480c-87c9-d0b01abde7e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:34:43.834765 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe559a-cb2e-4996-b224-c0f4f8afecb7 req-d3c52d06-00ef-4909-abee-268adab1fdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:43.837070 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-99fe559a-cb2e-4996-b224-c0f4f8afecb7 req-d3c52d06-00ef-4909-abee-268adab1fdd7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ff49fc90-9f16-4a3f-8f3b-d9461a1294ed HTTP/1.1" status: 200 len: 849 time: 0.0661979 Dec 11 16:34:43.880393 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fc716db7-1100-480c-87c9-d0b01abde7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:43.884475 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fc716db7-1100-480c-87c9-d0b01abde7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:43.886231 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-48bd4772-f06e-4b96-a5af-e674fb8bbfe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:43.894301 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-99fe559a-cb2e-4996-b224-c0f4f8afecb7 req-10782176-dc40-4c52-9696-74e6149df72b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=22d637a6-506a-43a7-85f5-e457261a1f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503871 Dec 11 16:34:43.897903 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-591b8312-5c23-4ea6-b5cb-21b9b6056a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:43.929933 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc716db7-1100-480c-87c9-d0b01abde7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7ea023-a3ef-4d57-b70e-f334cfd326da,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:43.939724 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-fc716db7-1100-480c-87c9-d0b01abde7e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:43.951800 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-fc716db7-1100-480c-87c9-d0b01abde7e6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=67319ef97e794fa49e0506c5dc4c2924&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3667369 Dec 11 16:34:43.952478 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 48274) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:44.046475 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-99fe559a-cb2e-4996-b224-c0f4f8afecb7 req-505472e7-987c-4e1f-8cfb-2d88fea649f6 service neutron] 10.222.0.87 "GET /v2.0/networks/22d637a6-506a-43a7-85f5-e457261a1f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432784 Dec 11 16:34:44.076220 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9823e7db-7e91-48a3-bbce-654d43d94d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:44.112469 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9823e7db-7e91-48a3-bbce-654d43d94d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:44.131757 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ceb82-77ca-45c1-9a3c-753f3baadb5e req-aff67e4e-e268-41ad-93d6-9cf80413eb04 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:44.133385 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-205ceb82-77ca-45c1-9a3c-753f3baadb5e req-aff67e4e-e268-41ad-93d6-9cf80413eb04 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/ports?device_id=b544485f-f256-401d-90ab-4eed37032eed HTTP/1.1" status: 200 len: 943 time: 0.1621032 Dec 11 16:34:44.191182 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-99fe559a-cb2e-4996-b224-c0f4f8afecb7 req-3a1fb6b1-051e-44ee-830d-c8ef03f3d4bc service neutron] 10.222.0.87 "GET /v2.0/networks/22d637a6-506a-43a7-85f5-e457261a1f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1374605 Dec 11 16:34:44.201890 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-205ceb82-77ca-45c1-9a3c-753f3baadb5e req-02f51b6d-7673-460f-875a-f27c5af9e252 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/security-groups?id=43fd317c-53e3-47cc-a1fc-709be7984fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593638 Dec 11 16:34:44.208308 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9823e7db-7e91-48a3-bbce-654d43d94d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:44.214081 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-aa22ce0b-210a-4ec4-bb2a-62015a79e911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:44.229057 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823e7db-7e91-48a3-bbce-654d43d94d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7ea023-a3ef-4d57-b70e-f334cfd326da,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:44.232163 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9823e7db-7e91-48a3-bbce-654d43d94d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:44.233100 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9823e7db-7e91-48a3-bbce-654d43d94d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:44.235934 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-9823e7db-7e91-48a3-bbce-654d43d94d11 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1f7ea023-a3ef-4d57-b70e-f334cfd326da HTTP/1.1" status: 204 len: 168 time: 0.2818975 Dec 11 16:34:44.574350 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 48282) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:44.593809 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e3a7318e-156f-4fd5-9ad9-753b8a42442d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:44.608758 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-e3a7318e-156f-4fd5-9ad9-753b8a42442d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:34:44.612818 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-e3a7318e-156f-4fd5-9ad9-753b8a42442d admin admin] Usage tracker for resource:security_group_rule and tenant:a09e0661c2ae44c59caca35aa39549da is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:34:44.615928 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-e3a7318e-156f-4fd5-9ad9-753b8a42442d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:34:44.622050 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-e3a7318e-156f-4fd5-9ad9-753b8a42442d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:34:44.710212 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e3a7318e-156f-4fd5-9ad9-753b8a42442d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:44.713397 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e3a7318e-156f-4fd5-9ad9-753b8a42442d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:44.722343 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c1af20d9-f801-408f-bfb1-b515bfde2941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:44.807089 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-e3a7318e-156f-4fd5-9ad9-753b8a42442d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a09e0661c2ae44c59caca35aa39549da&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2315743 Dec 11 16:34:44.810306 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 48288) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:44.812079 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7318e-156f-4fd5-9ad9-753b8a42442d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805de6bc-b642-4c09-8664-b017499be62d,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:44.823311 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e3a7318e-156f-4fd5-9ad9-753b8a42442d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:44.852954 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce21bd-e2d2-4ef1-a71b-db479b826ace req-91db04a2-def8-4231-91bd-85f85fd5c913 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:44.854665 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-65ce21bd-e2d2-4ef1-a71b-db479b826ace req-91db04a2-def8-4231-91bd-85f85fd5c913 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 945 time: 0.1005363 Dec 11 16:34:44.875278 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e3e15c8b-a082-41f6-a835-4c68b7059fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:44.902697 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-65ce21bd-e2d2-4ef1-a71b-db479b826ace req-47500f3c-ab85-4776-b203-8b552783bf82 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0418706 Dec 11 16:34:44.903301 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e3e15c8b-a082-41f6-a835-4c68b7059fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:44.950719 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e3e15c8b-a082-41f6-a835-4c68b7059fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:44.955945 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4eae1dae-7dfc-49fb-a231-b67016df5bf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:44.969748 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e15c8b-a082-41f6-a835-4c68b7059fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805de6bc-b642-4c09-8664-b017499be62d,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:44.972339 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e3e15c8b-a082-41f6-a835-4c68b7059fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:44.974567 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e3e15c8b-a082-41f6-a835-4c68b7059fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:44.976256 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-e3e15c8b-a082-41f6-a835-4c68b7059fcb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/805de6bc-b642-4c09-8664-b017499be62d HTTP/1.1" status: 204 len: 168 time: 0.1642699 Dec 11 16:34:45.418605 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9874101-7a99-44a3-a694-d1f611cdbf4c req-ef12d7a3-6f67-4163-9ac2-6f3b1c3f8f2f tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:45.420261 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c9874101-7a99-44a3-a694-d1f611cdbf4c req-ef12d7a3-6f67-4163-9ac2-6f3b1c3f8f2f tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/ports?device_id=b544485f-f256-401d-90ab-4eed37032eed HTTP/1.1" status: 200 len: 943 time: 0.0840032 Dec 11 16:34:45.471951 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c9874101-7a99-44a3-a694-d1f611cdbf4c req-c1030d19-87e1-4226-8882-62932cf36e72 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/security-groups?id=43fd317c-53e3-47cc-a1fc-709be7984fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452926 Dec 11 16:34:46.114286 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4fbde-d559-45e4-8b48-2fb4b5f3ef69 req-863219ad-a576-449a-966e-9b128d03364b tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:46.115898 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6bd4fbde-d559-45e4-8b48-2fb4b5f3ef69 req-863219ad-a576-449a-966e-9b128d03364b tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 945 time: 0.0836921 Dec 11 16:34:46.122088 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-59285ea7-e506-48c9-9ff3-9bf551eff31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:46.166353 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6bd4fbde-d559-45e4-8b48-2fb4b5f3ef69 req-1c3e1c35-a8ae-4876-a8d2-9feae58d3b36 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0432439 Dec 11 16:34:46.217377 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 6a89846a-c3c0-44c7-ab78-a5fff4df0097 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:34:46.286390 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning for port 6a89846a-c3c0-44c7-ab78-a5fff4df0097 completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:34:46.291421 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 6a89846a-c3c0-44c7-ab78-a5fff4df0097 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:34:46.291869 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:46.370036 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 48322) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:46.411918 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:46.439377 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b544485f-f256-401d-90ab-4eed37032eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a89846a-c3c0-44c7-ab78-a5fff4df0097'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:34:46.450481 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port 6a89846a-c3c0-44c7-ab78-a5fff4df0097, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=6a89846a-c3c0-44c7-ab78-a5fff4df0097,segment=NetworkSegment(c3737a8b-862d-4b10-a47d-0820e59e92d0),segment_id=c3737a8b-862d-4b10-a47d-0820e59e92d0)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:34:46.454157 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:46.456703 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:46.509452 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b544485f-f256-401d-90ab-4eed37032eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a89846a-c3c0-44c7-ab78-a5fff4df0097', 'code': 200} Dec 11 16:34:46.530685 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=6a89846a-c3c0-44c7-ab78-a5fff4df0097,revision_number=4']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:46.533916 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:46.540819 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-900909d0-4dc4-436a-99e1-5c059f3579d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:46.557902 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-900909d0-4dc4-436a-99e1-5c059f3579d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:34:46.561959 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-900909d0-4dc4-436a-99e1-5c059f3579d7 admin admin] Usage tracker for resource:security_group_rule and tenant:be4ed1d6e9d640209dbdc52d511fb269 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:34:46.565079 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-900909d0-4dc4-436a-99e1-5c059f3579d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:34:46.571628 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-900909d0-4dc4-436a-99e1-5c059f3579d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:34:46.666282 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-900909d0-4dc4-436a-99e1-5c059f3579d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:46.669607 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-900909d0-4dc4-436a-99e1-5c059f3579d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:46.680339 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-facce7ec-fc11-4437-a6cc-f841fe69e2d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:46.735568 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d647ff-a99f-46a1-b762-2663bc305eb1 req-445c71a8-c75c-4fc1-a9fe-c5c6016e6aa1 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:46.737078 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-96d647ff-a99f-46a1-b762-2663bc305eb1 req-445c71a8-c75c-4fc1-a9fe-c5c6016e6aa1 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/ports?device_id=b544485f-f256-401d-90ab-4eed37032eed HTTP/1.1" status: 200 len: 945 time: 0.1097116 Dec 11 16:34:46.761536 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-900909d0-4dc4-436a-99e1-5c059f3579d7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=be4ed1d6e9d640209dbdc52d511fb269&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3903260 Dec 11 16:34:46.765715 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 48332) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:46.779491 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900909d0-4dc4-436a-99e1-5c059f3579d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb07d265-b8bc-402c-9950-e7e32573c165,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:46.782785 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-900909d0-4dc4-436a-99e1-5c059f3579d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:46.807959 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814ab96-0fe4-4cb4-b50e-15088b2e9d13 req-1e56201f-8f74-4e7a-ae72-7b1f17d04a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:46.809948 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f814ab96-0fe4-4cb4-b50e-15088b2e9d13 req-1e56201f-8f74-4e7a-ae72-7b1f17d04a88 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b544485f-f256-401d-90ab-4eed37032eed HTTP/1.1" status: 200 len: 1162 time: 0.0902820 Dec 11 16:34:46.813902 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-96d647ff-a99f-46a1-b762-2663bc305eb1 req-71efbbc7-b9b8-4f81-85a7-b57c88695d60 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/security-groups?id=43fd317c-53e3-47cc-a1fc-709be7984fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696843 Dec 11 16:34:46.818207 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:46.853923 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ffdd6c1f-0215-4a91-b600-48d376a4b8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:46.861819 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f814ab96-0fe4-4cb4-b50e-15088b2e9d13 req-c35c98fe-c761-43ea-944a-b158156df015 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=43fd317c-53e3-47cc-a1fc-709be7984fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391033 Dec 11 16:34:46.882218 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ffdd6c1f-0215-4a91-b600-48d376a4b8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:46.926936 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ffdd6c1f-0215-4a91-b600-48d376a4b8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:46.932573 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0ffee806-5c52-4025-8ca3-569b71e05b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:46.945458 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd6c1f-0215-4a91-b600-48d376a4b8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb07d265-b8bc-402c-9950-e7e32573c165,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:46.950421 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ffdd6c1f-0215-4a91-b600-48d376a4b8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:46.954812 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ffdd6c1f-0215-4a91-b600-48d376a4b8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:46.956046 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-ffdd6c1f-0215-4a91-b600-48d376a4b8ed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bb07d265-b8bc-402c-9950-e7e32573c165 HTTP/1.1" status: 204 len: 168 time: 0.1893454 Dec 11 16:34:47.387359 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b4baf-1a73-4f57-9a0c-b4c6eb77b6bd req-358564f3-5041-477d-81ce-1b653dacf1b2 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:47.389022 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bf2b4baf-1a73-4f57-9a0c-b4c6eb77b6bd req-358564f3-5041-477d-81ce-1b653dacf1b2 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 945 time: 0.0883596 Dec 11 16:34:47.437740 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bf2b4baf-1a73-4f57-9a0c-b4c6eb77b6bd req-555cb641-324f-4096-9aaa-2d5643d1e772 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0421796 Dec 11 16:34:47.565391 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:47.956368 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 6a89846a-c3c0-44c7-ab78-a5fff4df0097 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:34:48.033908 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 6a89846a-c3c0-44c7-ab78-a5fff4df0097 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:34:48.034331 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:48.048111 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f03e8-ae81-4a52-aa23-58d30257dab6 req-e3971761-3862-4b64-a3c8-b3a5b5d09d3d tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:48.049837 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-673f03e8-ae81-4a52-aa23-58d30257dab6 req-e3971761-3862-4b64-a3c8-b3a5b5d09d3d tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/ports?device_id=b544485f-f256-401d-90ab-4eed37032eed HTTP/1.1" status: 200 len: 945 time: 0.1003604 Dec 11 16:34:48.119288 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-673f03e8-ae81-4a52-aa23-58d30257dab6 req-f4ece19e-5f5d-4a26-8a94-b78e31894ba4 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/security-groups?id=43fd317c-53e3-47cc-a1fc-709be7984fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616248 Dec 11 16:34:48.452188 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:48.649502 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b4d24-9470-4ade-989c-15035a8392d0 req-9ed5ad07-2fc0-4250-b322-21b578136f86 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:48.651058 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b69b4d24-9470-4ade-989c-15035a8392d0 req-9ed5ad07-2fc0-4250-b322-21b578136f86 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 945 time: 0.0828245 Dec 11 16:34:48.701774 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b69b4d24-9470-4ade-989c-15035a8392d0 req-87c21e6a-162e-4d38-9360-84813ba5eb73 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0426233 Dec 11 16:34:49.322704 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e53e1b-d754-4d0c-8c30-f78995309e08 req-99375f15-364b-4f39-9e94-b09a314e5518 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:49.324325 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-04e53e1b-d754-4d0c-8c30-f78995309e08 req-99375f15-364b-4f39-9e94-b09a314e5518 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/ports?device_id=b544485f-f256-401d-90ab-4eed37032eed HTTP/1.1" status: 200 len: 945 time: 0.0877376 Dec 11 16:34:49.370990 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-04e53e1b-d754-4d0c-8c30-f78995309e08 req-ebb4df13-b669-45cf-b8f9-a39751fafb5d tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/security-groups?id=43fd317c-53e3-47cc-a1fc-709be7984fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403788 Dec 11 16:34:49.929799 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035f32a-a4cc-46e3-832a-3ffc579b8622 req-0cb6d59c-bfbf-48c6-8419-bb26a170701a tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:49.931510 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6035f32a-a4cc-46e3-832a-3ffc579b8622 req-0cb6d59c-bfbf-48c6-8419-bb26a170701a tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 945 time: 0.0874155 Dec 11 16:34:49.950620 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:34:49.983077 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-6035f32a-a4cc-46e3-832a-3ffc579b8622 req-5c130b53-0558-4364-8cd7-b1dbfbd99f64 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0423729 Dec 11 16:34:50.024825 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:34:50.025251 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:50.626640 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894caff-4566-4a86-9fc0-67c5de7cbca2 req-76dbc995-78ca-4bc8-84ca-dede76228057 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:50.628340 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1894caff-4566-4a86-9fc0-67c5de7cbca2 req-76dbc995-78ca-4bc8-84ca-dede76228057 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/ports?device_id=b544485f-f256-401d-90ab-4eed37032eed HTTP/1.1" status: 200 len: 945 time: 0.0853243 Dec 11 16:34:50.677034 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1894caff-4566-4a86-9fc0-67c5de7cbca2 req-a5bb2679-1184-4254-b740-89d6dc760452 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/security-groups?id=43fd317c-53e3-47cc-a1fc-709be7984fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417900 Dec 11 16:34:51.193921 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444db07b-4529-48a4-973e-0b24c4973d79 req-afb7c39a-3939-4b3e-bc3e-d7c779def8a4 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:51.195580 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-444db07b-4529-48a4-973e-0b24c4973d79 req-afb7c39a-3939-4b3e-bc3e-d7c779def8a4 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 945 time: 0.0821416 Dec 11 16:34:51.245899 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-444db07b-4529-48a4-973e-0b24c4973d79 req-bb6a5889-8eea-4e03-8408-788c330995de tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0440125 Dec 11 16:34:51.897890 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1925d-b34a-4366-88be-fc35b32ad25e req-4b556466-b9d2-4148-926d-89f6d7b01ca0 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:51.899585 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-03a1925d-b34a-4366-88be-fc35b32ad25e req-4b556466-b9d2-4148-926d-89f6d7b01ca0 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/ports?device_id=b544485f-f256-401d-90ab-4eed37032eed HTTP/1.1" status: 200 len: 945 time: 0.0867219 Dec 11 16:34:51.948705 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-03a1925d-b34a-4366-88be-fc35b32ad25e req-0b532473-9564-49ec-ab91-385abbb20897 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/security-groups?id=43fd317c-53e3-47cc-a1fc-709be7984fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426972 Dec 11 16:34:52.111802 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911163b6-615c-4843-a3cd-27f1f0e5043d req-6ca615ad-a339-46c0-b289-565d20d83c2f tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:52.112559 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-911163b6-615c-4843-a3cd-27f1f0e5043d req-6ca615ad-a339-46c0-b289-565d20d83c2f tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Synchronizing usage tracker for tenant:9db2bd38093141bebba00433c0296a26 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:34:52.127628 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-911163b6-615c-4843-a3cd-27f1f0e5043d req-6ca615ad-a339-46c0-b289-565d20d83c2f tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Unset dirty status for tenant:9db2bd38093141bebba00433c0296a26 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:34:52.128831 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-911163b6-615c-4843-a3cd-27f1f0e5043d req-6ca615ad-a339-46c0-b289-565d20d83c2f tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.87 "GET /v2.0/ports?device_id=b544485f-f256-401d-90ab-4eed37032eed HTTP/1.1" status: 200 len: 945 time: 0.1020441 Dec 11 16:34:52.191870 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 6a89846a-c3c0-44c7-ab78-a5fff4df0097 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:34:52.203805 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-911163b6-615c-4843-a3cd-27f1f0e5043d req-02d343c9-e49d-4b7c-9306-f2f43e037fd8 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Deleting port 6a89846a-c3c0-44c7-ab78-a5fff4df0097 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:34:52.204353 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-911163b6-615c-4843-a3cd-27f1f0e5043d req-02d343c9-e49d-4b7c-9306-f2f43e037fd8 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:52.259742 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 6a89846a-c3c0-44c7-ab78-a5fff4df0097 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:34:52.260159 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:52.383514 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:34:52.452763 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:34:52.453295 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:52.468077 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-911163b6-615c-4843-a3cd-27f1f0e5043d req-02d343c9-e49d-4b7c-9306-f2f43e037fd8 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] For port 6a89846a-c3c0-44c7-ab78-a5fff4df0097, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=6a89846a-c3c0-44c7-ab78-a5fff4df0097,segment=NetworkSegment(c3737a8b-862d-4b10-a47d-0820e59e92d0),segment_id=c3737a8b-862d-4b10-a47d-0820e59e92d0)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:34:52.468721 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-911163b6-615c-4843-a3cd-27f1f0e5043d req-02d343c9-e49d-4b7c-9306-f2f43e037fd8 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:52.471811 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27692c4-b294-45e0-a0a7-6be823dc6918 req-717a6a2c-c5cc-46ab-90ba-f13f87daf308 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:52.473517 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b27692c4-b294-45e0-a0a7-6be823dc6918 req-717a6a2c-c5cc-46ab-90ba-f13f87daf308 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 945 time: 0.0897081 Dec 11 16:34:52.523875 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b27692c4-b294-45e0-a0a7-6be823dc6918 req-f6234edc-882d-4bd9-aa32-ac7a845ea16d tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0423033 Dec 11 16:34:52.599254 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-911163b6-615c-4843-a3cd-27f1f0e5043d req-02d343c9-e49d-4b7c-9306-f2f43e037fd8 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Calling delete_port for 6a89846a-c3c0-44c7-ab78-a5fff4df0097 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:34:52.743577 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-911163b6-615c-4843-a3cd-27f1f0e5043d req-02d343c9-e49d-4b7c-9306-f2f43e037fd8 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:52.758020 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ba7ffab3-b7f7-400f-b35d-95c2898bb93e tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:52.856877 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d343c9-e49d-4b7c-9306-f2f43e037fd8 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Pushing event deleted for resources: {'Port': ['ID=6a89846a-c3c0-44c7-ab78-a5fff4df0097,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:52.861144 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-02d343c9-e49d-4b7c-9306-f2f43e037fd8 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:52.957690 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-911163b6-615c-4843-a3cd-27f1f0e5043d req-02d343c9-e49d-4b7c-9306-f2f43e037fd8 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] No DVR routers for this DVR port 6a89846a-c3c0-44c7-ab78-a5fff4df0097 on host hv-cinder-76675 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 11 16:34:52.960473 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-911163b6-615c-4843-a3cd-27f1f0e5043d req-02d343c9-e49d-4b7c-9306-f2f43e037fd8 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:52.963238 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b544485f-f256-401d-90ab-4eed37032eed', 'name': 'network-vif-deleted', 'tag': '6a89846a-c3c0-44c7-ab78-a5fff4df0097'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:34:52.991547 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-911163b6-615c-4843-a3cd-27f1f0e5043d req-02d343c9-e49d-4b7c-9306-f2f43e037fd8 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.87 "DELETE /v2.0/ports/6a89846a-c3c0-44c7-ab78-a5fff4df0097 HTTP/1.1" status: 204 len: 173 time: 0.8566332 Dec 11 16:34:53.038034 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b544485f-f256-401d-90ab-4eed37032eed', 'name': 'network-vif-deleted', 'tag': '6a89846a-c3c0-44c7-ab78-a5fff4df0097', 'status': 'completed', 'code': 200} Dec 11 16:34:53.141299 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-eb44687f-650d-4b10-a802-16c9a0957921 req-b93fb6ce-d59b-4c04-b04d-9c2d615189c3 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] 10.222.0.45 "GET /v2.0/ports?device_id=b544485f-f256-401d-90ab-4eed37032eed HTTP/1.1" status: 200 len: 210 time: 0.0466001 Dec 11 16:34:53.339961 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:53.351484 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076ddf3-f66d-4f54-819c-c10fb4b06e84 req-c96a1680-253a-4aa3-adaa-97615c8c25c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:53.353101 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7076ddf3-f66d-4f54-819c-c10fb4b06e84 req-c96a1680-253a-4aa3-adaa-97615c8c25c3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=aa6c0591fe514a1ab2514acde78d754f&device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 1162 time: 0.0793827 Dec 11 16:34:53.493824 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076ddf3-f66d-4f54-819c-c10fb4b06e84 req-d5c86336-a08e-45c6-b3d6-04cc1454ec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:53.495367 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7076ddf3-f66d-4f54-819c-c10fb4b06e84 req-d5c86336-a08e-45c6-b3d6-04cc1454ec36 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9608c807-e9e9-4b8f-8325-c001ecd1f2ef HTTP/1.1" status: 200 len: 903 time: 0.1356134 Dec 11 16:34:53.602851 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7076ddf3-f66d-4f54-819c-c10fb4b06e84 req-0b8b4efa-dff9-4069-8430-12bd7c004fb2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 HTTP/1.1" status: 200 len: 1001 time: 0.0996125 Dec 11 16:34:53.678326 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076ddf3-f66d-4f54-819c-c10fb4b06e84 req-5f2c3e73-acea-43ea-8534-8445ec719e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:53.680600 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7076ddf3-f66d-4f54-819c-c10fb4b06e84 req-5f2c3e73-acea-43ea-8534-8445ec719e27 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=43a58137-6523-4358-b1d2-c22acc7c3c84 HTTP/1.1" status: 200 len: 848 time: 0.0700681 Dec 11 16:34:53.761031 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076ddf3-f66d-4f54-819c-c10fb4b06e84 req-de0c8495-f21a-45c9-9b5f-d0e398089065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:53.762647 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7076ddf3-f66d-4f54-819c-c10fb4b06e84 req-de0c8495-f21a-45c9-9b5f-d0e398089065 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9608c807-e9e9-4b8f-8325-c001ecd1f2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751300 Dec 11 16:34:53.763584 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322b38c-135f-426a-aa54-ff19c5af74ac req-37977d8b-8fdf-441f-86c1-28fe0b262479 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:53.765192 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2322b38c-135f-426a-aa54-ff19c5af74ac req-37977d8b-8fdf-441f-86c1-28fe0b262479 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 945 time: 0.0890920 Dec 11 16:34:53.813341 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2322b38c-135f-426a-aa54-ff19c5af74ac req-47f4fffd-bd44-43e9-9640-27ddec70b028 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0416920 Dec 11 16:34:53.843499 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 6a89846a-c3c0-44c7-ab78-a5fff4df0097 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:34:53.891694 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] No Port match for: 6a89846a-c3c0-44c7-ab78-a5fff4df0097 {{(pid=80244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 11 16:34:53.892087 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 6a89846a-c3c0-44c7-ab78-a5fff4df0097 not bound to the agent host hv-cinder-76675 {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 11 16:34:53.908144 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7076ddf3-f66d-4f54-819c-c10fb4b06e84 req-3ea7abda-5b2a-4057-8b72-abca7fa47036 service neutron] 10.222.0.87 "GET /v2.0/networks/9608c807-e9e9-4b8f-8325-c001ecd1f2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373951 Dec 11 16:34:54.048409 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7076ddf3-f66d-4f54-819c-c10fb4b06e84 req-2c89cbf2-983f-4e74-87cf-41ef094dee80 service neutron] 10.222.0.87 "GET /v2.0/networks/9608c807-e9e9-4b8f-8325-c001ecd1f2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1337037 Dec 11 16:34:55.040130 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f249d2-a412-45e6-b0b0-cc4ab85963f8 req-8cb2622e-b1b2-4847-8a01-4d0779a9cbed tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:55.041743 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f3f249d2-a412-45e6-b0b0-cc4ab85963f8 req-8cb2622e-b1b2-4847-8a01-4d0779a9cbed tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 945 time: 0.0876062 Dec 11 16:34:55.091079 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-f3f249d2-a412-45e6-b0b0-cc4ab85963f8 req-5645f063-3ff5-4a90-a710-2ff8fe6e0b29 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0422795 Dec 11 16:34:55.824383 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:34:55.953579 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:55.988238 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ddeef31-2d04-438d-b3f5-c1818ec9e9c0'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:34:55.994553 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=8ddeef31-2d04-438d-b3f5-c1818ec9e9c0,segment=NetworkSegment(a23217a0-f235-4bdd-9e00-86381854dae2),segment_id=a23217a0-f235-4bdd-9e00-86381854dae2)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:34:55.997640 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:34:55.999594 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:34:56.065793 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ddeef31-2d04-438d-b3f5-c1818ec9e9c0', 'code': 200} Dec 11 16:34:56.072220 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=8ddeef31-2d04-438d-b3f5-c1818ec9e9c0,revision_number=5']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:34:56.075540 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:34:56.326145 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df4ab4-15c8-4ecd-b083-7340a4eec942 req-0f530ad2-2db1-4638-817d-d9ca724fc855 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:56.327792 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b1df4ab4-15c8-4ecd-b083-7340a4eec942 req-0f530ad2-2db1-4638-817d-d9ca724fc855 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 943 time: 0.1022060 Dec 11 16:34:56.379171 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b1df4ab4-15c8-4ecd-b083-7340a4eec942 req-a53efe8e-7b0c-4700-8721-0bd7a9cbb651 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0431089 Dec 11 16:34:57.711840 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23338610-2f7a-4886-a19a-60f15cae015a req-c0a6a360-5cc5-4470-86e8-5cdff42d8ac9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:57.713756 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-23338610-2f7a-4886-a19a-60f15cae015a req-c0a6a360-5cc5-4470-86e8-5cdff42d8ac9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 943 time: 0.1415005 Dec 11 16:34:57.778430 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-23338610-2f7a-4886-a19a-60f15cae015a req-9a208f73-1ae1-4202-8fc8-8d6eeba51d40 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0554454 Dec 11 16:34:58.245314 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5f6e1-6445-49ab-a66c-960014e4909e req-e5e4692c-2d76-4d36-915b-3dad94d9f00d tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:58.254398 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e5b5f6e1-6445-49ab-a66c-960014e4909e req-e5e4692c-2d76-4d36-915b-3dad94d9f00d tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 943 time: 0.1052525 Dec 11 16:34:58.316096 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e5b5f6e1-6445-49ab-a66c-960014e4909e req-d7a3813c-fa30-458e-b527-9a20743c1c27 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0603416 Dec 11 16:34:58.316511 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 48542) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:34:58.501098 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-519eec28-1550-4fa2-8bcb-d61eef47d16f req-0028dfc2-31e4-4de1-8db9-65c08d92a24d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1789212 Dec 11 16:34:59.540852 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33135347-c94a-4e00-ad49-35062eddc168 req-7badbc8a-028d-4dde-906a-7cb0f4853177 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:59.542368 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-33135347-c94a-4e00-ad49-35062eddc168 req-7badbc8a-028d-4dde-906a-7cb0f4853177 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 943 time: 0.0883577 Dec 11 16:34:59.597601 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-33135347-c94a-4e00-ad49-35062eddc168 req-62069024-e19a-4102-addf-511183f82845 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0484698 Dec 11 16:34:59.875023 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519eec28-1550-4fa2-8bcb-d61eef47d16f req-114771c8-ce96-4048-9c90-338fa131ad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:34:59.876990 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-519eec28-1550-4fa2-8bcb-d61eef47d16f req-114771c8-ce96-4048-9c90-338fa131ad13 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7&tenant_id=aa6c0591fe514a1ab2514acde78d754f HTTP/1.1" status: 200 len: 1160 time: 0.1025577 Dec 11 16:35:00.008726 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519eec28-1550-4fa2-8bcb-d61eef47d16f req-cc4f15dc-53e8-4aa4-b975-ea7b91950881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:35:00.010373 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-519eec28-1550-4fa2-8bcb-d61eef47d16f req-cc4f15dc-53e8-4aa4-b975-ea7b91950881 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=aa6c0591fe514a1ab2514acde78d754f&device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 1160 time: 0.0882893 Dec 11 16:35:00.176992 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519eec28-1550-4fa2-8bcb-d61eef47d16f req-6f8a05af-9f17-4888-a06e-37c87dddd88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:35:00.179270 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-519eec28-1550-4fa2-8bcb-d61eef47d16f req-6f8a05af-9f17-4888-a06e-37c87dddd88a service neutron] 10.222.0.87 "GET /v2.0/networks?id=9608c807-e9e9-4b8f-8325-c001ecd1f2ef HTTP/1.1" status: 200 len: 903 time: 0.1623318 Dec 11 16:35:00.317088 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-519eec28-1550-4fa2-8bcb-d61eef47d16f req-5dfb15d6-16bf-4b10-9051-61c7db44eb4d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 HTTP/1.1" status: 200 len: 999 time: 0.1263731 Dec 11 16:35:00.400737 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519eec28-1550-4fa2-8bcb-d61eef47d16f req-79975087-6642-4556-87b3-b2d65d824b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:35:00.402578 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-519eec28-1550-4fa2-8bcb-d61eef47d16f req-79975087-6642-4556-87b3-b2d65d824b60 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=43a58137-6523-4358-b1d2-c22acc7c3c84 HTTP/1.1" status: 200 len: 848 time: 0.0776970 Dec 11 16:35:00.512859 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519eec28-1550-4fa2-8bcb-d61eef47d16f req-f6ee87ac-0b18-4c93-8eaa-3fe5b5cffb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:35:00.515360 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-519eec28-1550-4fa2-8bcb-d61eef47d16f req-f6ee87ac-0b18-4c93-8eaa-3fe5b5cffb1f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9608c807-e9e9-4b8f-8325-c001ecd1f2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1058583 Dec 11 16:35:00.872689 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d33e43-69ca-4183-a6d6-9f2d7ddebf55 req-8b6e56e3-3fc2-44a9-9004-5c4b37bc23af tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:35:00.885510 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d8d33e43-69ca-4183-a6d6-9f2d7ddebf55 req-8b6e56e3-3fc2-44a9-9004-5c4b37bc23af tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 943 time: 0.1275179 Dec 11 16:35:00.922665 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-519eec28-1550-4fa2-8bcb-d61eef47d16f req-98b89be4-2bea-4dfb-9d35-f2f6a02ddefa service neutron] 10.222.0.87 "GET /v2.0/networks/9608c807-e9e9-4b8f-8325-c001ecd1f2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987353 Dec 11 16:35:00.943401 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d8d33e43-69ca-4183-a6d6-9f2d7ddebf55 req-a3595613-0548-4443-a785-891dd65fc359 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0567021 Dec 11 16:35:01.081147 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-519eec28-1550-4fa2-8bcb-d61eef47d16f req-ffc96e68-d469-4854-b1cb-d6d955984acf service neutron] 10.222.0.87 "GET /v2.0/networks/9608c807-e9e9-4b8f-8325-c001ecd1f2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1505492 Dec 11 16:35:02.175599 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9f2f4-2777-42f8-9467-d158f1f912cf req-727c951a-f744-4aec-b307-8bd4f63fbab1 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:35:02.179039 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d2e9f2f4-2777-42f8-9467-d158f1f912cf req-727c951a-f744-4aec-b307-8bd4f63fbab1 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 943 time: 0.0867033 Dec 11 16:35:02.232063 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d2e9f2f4-2777-42f8-9467-d158f1f912cf req-a7319eca-0b8e-497b-89e0-9d6cbe67b2c8 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0465188 Dec 11 16:35:03.733307 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda724c-f651-4f5d-aee0-91929c7e421c req-25f79e3a-14a6-4f37-820d-97f8b12eb6fb tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:35:03.735581 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bcda724c-f651-4f5d-aee0-91929c7e421c req-25f79e3a-14a6-4f37-820d-97f8b12eb6fb tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 943 time: 0.1254556 Dec 11 16:35:03.791729 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bcda724c-f651-4f5d-aee0-91929c7e421c req-fc23dd23-d9cc-4a3e-90fb-8741fad5713c tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0489862 Dec 11 16:35:04.382326 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:35:04.627754 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:35:04.628171 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:04.767927 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:04.797287 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddeef31-2d04-438d-b3f5-c1818ec9e9c0'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:35:04.807793 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=8ddeef31-2d04-438d-b3f5-c1818ec9e9c0,segment=NetworkSegment(a23217a0-f235-4bdd-9e00-86381854dae2),segment_id=a23217a0-f235-4bdd-9e00-86381854dae2)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:35:04.810929 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:04.813597 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:35:04.888231 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=8ddeef31-2d04-438d-b3f5-c1818ec9e9c0,revision_number=6']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:35:04.896633 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:04.896862 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:04.897225 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:04.897510 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:04.897876 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:04.898307 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:04.898573 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:04.898926 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:04.899278 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:04.899717 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:04.900191 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:04.900406 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:04.900798 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:04.901150 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:04.901503 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:04.901857 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:04.902228 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:04.902581 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:04.902937 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:04.903300 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:04.903664 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:04.904015 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:04.904368 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:04.904944 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:04.909272 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:35:04.923847 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddeef31-2d04-438d-b3f5-c1818ec9e9c0', 'code': 200} Dec 11 16:35:05.052165 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267292d-dc9d-484b-8a34-35846c2658ad req-4d6bcc8d-05e2-481a-929a-0dac414c8f6f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:35:05.054772 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b267292d-dc9d-484b-8a34-35846c2658ad req-4d6bcc8d-05e2-481a-929a-0dac414c8f6f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 945 time: 0.0856586 Dec 11 16:35:05.322694 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f16b4-b794-426f-bcd8-391792b47b13 req-88568b92-ae4b-444e-99a6-3d7e777ba1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:35:05.324762 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-852f16b4-b794-426f-bcd8-391792b47b13 req-88568b92-ae4b-444e-99a6-3d7e777ba1fa service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 1162 time: 0.0965760 Dec 11 16:35:05.362801 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-b267292d-dc9d-484b-8a34-35846c2658ad req-26079e08-6beb-46fe-9b8f-9037f92d7944 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2850680 Dec 11 16:35:05.395491 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-852f16b4-b794-426f-bcd8-391792b47b13 req-236cd4ad-a268-4cc3-aa5e-5a4c9b0f9d27 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0527680 Dec 11 16:35:06.149575 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:35:06.229605 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:35:06.230020 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:06.627504 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f31acc-bc1f-4b5d-a4d0-b7e160309879 req-08bdc231-2794-48fb-a778-9b5c5a88f434 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:35:06.629553 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c2f31acc-bc1f-4b5d-a4d0-b7e160309879 req-08bdc231-2794-48fb-a778-9b5c5a88f434 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 945 time: 0.1144092 Dec 11 16:35:06.696195 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-c2f31acc-bc1f-4b5d-a4d0-b7e160309879 req-fa8ce228-c709-4252-a0a4-d00a4773ff67 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0591924 Dec 11 16:35:07.933839 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7311a-8b7b-488a-86b1-d54d4b7f9d4d req-be4566f1-f394-418a-bb8b-81d0f5e41e3d tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:35:07.943643 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-aef7311a-8b7b-488a-86b1-d54d4b7f9d4d req-be4566f1-f394-418a-bb8b-81d0f5e41e3d tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 945 time: 0.1246886 Dec 11 16:35:07.993237 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-aef7311a-8b7b-488a-86b1-d54d4b7f9d4d req-6f954d01-13e6-4094-8a04-2fbd1f418eb9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0476916 Dec 11 16:35:13.879464 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c6bce3e4-8372-4bb7-af05-9495f34973fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:16.132390 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a3cc96d6-2669-4bff-9ea4-40c8d328d0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:16.821908 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:17.567957 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:18.459380 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:19.901808 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 6 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:35:21.976807 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 48806) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:35:22.042904 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Deleting subnet ff49fc90-9f16-4a3f-8f3b-d9461a1294ed {{(pid=80243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 11 16:35:22.046239 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:22.101506 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15268358'] for subnet, precommit_delete_associations {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:22.158793 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586106'] for subnet, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:22.416802 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851189726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15134017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839185207'] for subnet, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:22.432307 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-69fa257d-ce85-4ff0-a4ef-811c1f1275a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:35:22.516679 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff49fc90-9f16-4a3f-8f3b-d9461a1294ed,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:35:22.536441 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:22.536877 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:22.537281 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:22.537678 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:22.538073 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:22.538466 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:22.538858 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:22.539250 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:22.539664 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:22.540055 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:22.540445 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:22.540830 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:22.541256 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:22.541646 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:22.542031 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:22.542416 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:22.542799 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:22.543190 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:22.543860 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:22.544246 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:22.544632 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:22.545016 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:22.545401 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:22.545783 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:22.551308 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:35:22.581044 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:22.587717 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-d3da79d0-1098-495e-95f4-d286cf9b0b72 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ff49fc90-9f16-4a3f-8f3b-d9461a1294ed HTTP/1.1" status: 204 len: 168 time: 0.6096239 Dec 11 16:35:22.590437 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 48812) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:35:22.706763 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d7d70ff-a217-453f-82a0-d8f39b5a2c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851038720'] for network, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:22.892493 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d7d70ff-a217-453f-82a0-d8f39b5a2c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851202014', 'neutron.services.segments.db._delete_segments_for_network--9223363266957784334'] for network, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:23.008867 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-3d7d70ff-a217-453f-82a0-d8f39b5a2c27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d637a6-506a-43a7-85f5-e457261a1f1d']}} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:35:23.021931 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-3d7d70ff-a217-453f-82a0-d8f39b5a2c27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3737a8b-862d-4b10-a47d-0820e59e92d0') {'for_net_delete': True} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:35:23.022269 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-3d7d70ff-a217-453f-82a0-d8f39b5a2c27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3737a8b-862d-4b10-a47d-0820e59e92d0') {} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:35:23.034211 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d7d70ff-a217-453f-82a0-d8f39b5a2c27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266957780391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839507426'] for segment, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:23.049151 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d7d70ff-a217-453f-82a0-d8f39b5a2c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:23.051123 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3d7d70ff-a217-453f-82a0-d8f39b5a2c27 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 11 16:35:23.238042 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-3d7d70ff-a217-453f-82a0-d8f39b5a2c27 admin admin] Network 22d637a6-506a-43a7-85f5-e457261a1f1d has no segments {{(pid=80243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 11 16:35:23.247849 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d7d70ff-a217-453f-82a0-d8f39b5a2c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851196067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15134202'] for segment, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:23.330343 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:23.436725 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-3d7d70ff-a217-453f-82a0-d8f39b5a2c27 admin admin] Network 22d637a6-506a-43a7-85f5-e457261a1f1d has no segments {{(pid=80243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: Traceback (most recent call last): Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: timer() Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: cb(*args, **kw) Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: return func(*args, **kwargs) Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: self._notify() Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: self.callback(batched_events) Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: event.method(event) Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: segment_id)['aggregates'][0] Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: return f(self, *a, **k) Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: return self._get(url).json() Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: **kwargs) Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: return self.request(url, 'GET', **kwargs) Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: **endpoint_filter) Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 16:35:23.459134 dv-cinder-766752-1-smb neutron-server[80122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 16:35:23.534798 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d7d70ff-a217-453f-82a0-d8f39b5a2c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3573818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854360171'] for network, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:23.538983 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8f9317c9-9d74-4291-89ff-33959bdea9d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:35:23.553428 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d7d70ff-a217-453f-82a0-d8f39b5a2c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:23.566324 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d70ff-a217-453f-82a0-d8f39b5a2c27 admin admin] Pushing event deleted for resources: {'Network': ['ID=22d637a6-506a-43a7-85f5-e457261a1f1d,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:35:23.571839 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3d7d70ff-a217-453f-82a0-d8f39b5a2c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:35:23.578892 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-3d7d70ff-a217-453f-82a0-d8f39b5a2c27 admin admin] 10.222.0.45 "DELETE /v2.0/networks/22d637a6-506a-43a7-85f5-e457261a1f1d HTTP/1.1" status: 204 len: 168 time: 0.9874003 Dec 11 16:35:23.795796 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 48828) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:35:23.848013 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-8a1c20b5-24ec-402b-83e5-c4f15b5d0f7e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9db2bd38093141bebba00433c0296a26&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0507772 Dec 11 16:35:23.851136 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 48834) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:35:23.913446 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:23.944523 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:23.991026 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:23.996284 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1564b84c-a9ff-43df-b742-84028c5264db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:35:24.009631 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fd317c-53e3-47cc-a1fc-709be7984fa2,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:35:24.019139 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:24.020393 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/43fd317c-53e3-47cc-a1fc-709be7984fa2 HTTP/1.1" status: 204 len: 168 time: 0.1682169 Dec 11 16:35:24.022543 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:24.022961 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:24.023622 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:24.023770 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:24.024147 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:24.024547 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:24.024943 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:24.025336 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:24.025732 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:24.026128 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:24.026519 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:24.026911 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:24.027511 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:24.027911 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:24.028303 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:24.028696 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:24.029087 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:24.029485 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:24.029872 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:24.030259 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:24.030649 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:24.031036 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:24.031424 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:24.031965 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:35:24.035653 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:35:29.536904 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 48956) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:35:29.696524 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-72fdea92-1835-4e17-a379-210c1106797b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:29.712107 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-72fdea92-1835-4e17-a379-210c1106797b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:35:29.716420 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-72fdea92-1835-4e17-a379-210c1106797b admin admin] Usage tracker for resource:security_group_rule and tenant:c5f89cc89d314089a7733baf8562b4ba is out of sync, need to count used quota {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:35:29.719670 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-72fdea92-1835-4e17-a379-210c1106797b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:35:29.725671 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-72fdea92-1835-4e17-a379-210c1106797b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:35:29.811047 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-72fdea92-1835-4e17-a379-210c1106797b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:29.814006 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-72fdea92-1835-4e17-a379-210c1106797b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:29.823905 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7899ccfc-ada8-4eab-8fca-c6ce5ceb0096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:35:29.865891 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-72fdea92-1835-4e17-a379-210c1106797b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c5f89cc89d314089a7733baf8562b4ba&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3277991 Dec 11 16:35:29.867656 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fdea92-1835-4e17-a379-210c1106797b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1bb5b0-8bb4-4601-9a8a-4dd5c11afbc4,revision_number=1']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:35:29.868798 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 48962) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:35:29.871044 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-72fdea92-1835-4e17-a379-210c1106797b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:35:29.933420 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-23ea835c-1975-4a87-b4ad-d58e6d0423ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:29.960412 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-23ea835c-1975-4a87-b4ad-d58e6d0423ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:30.007818 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-23ea835c-1975-4a87-b4ad-d58e6d0423ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:30.012926 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0c619aa3-57e8-4bc8-b506-02ccdb3ed3cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:35:30.026509 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea835c-1975-4a87-b4ad-d58e6d0423ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1bb5b0-8bb4-4601-9a8a-4dd5c11afbc4,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:35:30.029359 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-23ea835c-1975-4a87-b4ad-d58e6d0423ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:35:30.030698 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-23ea835c-1975-4a87-b4ad-d58e6d0423ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:30.031931 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-23ea835c-1975-4a87-b4ad-d58e6d0423ea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ec1bb5b0-8bb4-4601-9a8a-4dd5c11afbc4 HTTP/1.1" status: 204 len: 168 time: 0.1620471 Dec 11 16:35:43.885423 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9933132e-6c58-492d-b79f-778440f958ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:46.124209 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-aebb8356-c297-4bc3-8b2d-1ef0e2d147b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:46.820319 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:47.569536 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:48.459587 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:53.339162 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:53.721678 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.45', 49070) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:35:53.873056 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a98012d2-bc21-44e8-baf6-fbf70f943cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:53.888545 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-a98012d2-bc21-44e8-baf6-fbf70f943cce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:35:53.892616 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-a98012d2-bc21-44e8-baf6-fbf70f943cce admin admin] Usage tracker for resource:security_group_rule and tenant:34a7bcc0231b47639b05865b1e2231a3 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:35:53.895558 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-a98012d2-bc21-44e8-baf6-fbf70f943cce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:35:53.901417 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-a98012d2-bc21-44e8-baf6-fbf70f943cce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:35:53.986503 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a98012d2-bc21-44e8-baf6-fbf70f943cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:53.989926 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a98012d2-bc21-44e8-baf6-fbf70f943cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:54.002119 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9abcdeb6-2102-4895-bbc4-7bf0723b9fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:35:54.045439 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-a98012d2-bc21-44e8-baf6-fbf70f943cce admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=34a7bcc0231b47639b05865b1e2231a3&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3225942 Dec 11 16:35:54.047184 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98012d2-bc21-44e8-baf6-fbf70f943cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c896ee1f-60c9-496c-adc1-822cd72d32eb,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:35:54.048614 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 49076) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:35:54.051039 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a98012d2-bc21-44e8-baf6-fbf70f943cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:35:54.116364 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bfdf7202-5977-4be7-81b0-47f1f99d928c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:54.143031 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bfdf7202-5977-4be7-81b0-47f1f99d928c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:54.188034 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bfdf7202-5977-4be7-81b0-47f1f99d928c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:54.193288 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-fc716db7-1100-480c-87c9-d0b01abde7e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:35:54.205714 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf7202-5977-4be7-81b0-47f1f99d928c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c896ee1f-60c9-496c-adc1-822cd72d32eb,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:35:54.211160 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-bfdf7202-5977-4be7-81b0-47f1f99d928c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:35:54.215475 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bfdf7202-5977-4be7-81b0-47f1f99d928c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:54.216711 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-bfdf7202-5977-4be7-81b0-47f1f99d928c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c896ee1f-60c9-496c-adc1-822cd72d32eb HTTP/1.1" status: 204 len: 168 time: 0.1669393 Dec 11 16:35:56.902676 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 6 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:35:56.947763 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-0099feae-ba1b-4e3e-ba5a-1eb379a8dfa0 tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.45 "GET /v2.0/networks?tenant_id=5b1500386fdd4be49ac500d22fbb9b99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327399 Dec 11 16:35:57.105904 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-2e25c3cc-d3a8-48a3-b443-5cbfb0823075 tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:35:57.107357 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-2e25c3cc-d3a8-48a3-b443-5cbfb0823075 tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1539481 Dec 11 16:35:57.123201 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-028c8e96-7701-4963-8709-c619930196e2 tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.45 "GET /v2.0/quotas/5b1500386fdd4be49ac500d22fbb9b99 HTTP/1.1" status: 200 len: 375 time: 0.0097475 Dec 11 16:35:57.176359 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-8d1f83af-e5a8-45cc-a314-7f680a1dc7c8 tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.45 "GET /v2.0/ports?tenant_id=5b1500386fdd4be49ac500d22fbb9b99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476630 Dec 11 16:35:57.377311 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2c831414-3209-4ddf-abb1-806a2f25ef5e req-00b97bc0-6124-4c38-b5a4-cc2ea2163071 tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.45 "GET /v2.0/ports?device_id=58fb9ce3-fd79-44cd-ad51-923ee88b658d HTTP/1.1" status: 200 len: 210 time: 0.0456758 Dec 11 16:35:58.411958 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-1e77ed30-0b77-4796-9a02-f5784c99f4c8 tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.87 "GET /v2.0/networks?tenant_id=5b1500386fdd4be49ac500d22fbb9b99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334401 Dec 11 16:35:58.568124 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-729cc3cc-b492-4009-8c6e-9aa900083b46 req-31aab3f4-b074-415a-b096-0b0f7d584c69 tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.45 "GET /v2.0/ports?device_id=58fb9ce3-fd79-44cd-ad51-923ee88b658d HTTP/1.1" status: 200 len: 210 time: 0.0575757 Dec 11 16:35:58.588123 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-b1f97c99-5737-47d8-aea1-b0256484d9b3 tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:35:58.589669 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-b1f97c99-5737-47d8-aea1-b0256484d9b3 tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1728830 Dec 11 16:35:58.616073 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-419c239a-8198-41db-bb13-4725a07f7a5b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Request body: {'port': {'device_id': '58fb9ce3-fd79-44cd-ad51-923ee88b658d', 'network_id': '0075a0a3-febe-427f-bbc4-ea66aa77e195', 'admin_state_up': True, 'tenant_id': '5b1500386fdd4be49ac500d22fbb9b99'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:35:58.765915 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-419c239a-8198-41db-bb13-4725a07f7a5b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:35:58.770037 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-419c239a-8198-41db-bb13-4725a07f7a5b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Usage tracker for resource:port and tenant:5b1500386fdd4be49ac500d22fbb9b99 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:35:58.772968 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-419c239a-8198-41db-bb13-4725a07f7a5b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Quota usage for port was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:35:58.778634 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-419c239a-8198-41db-bb13-4725a07f7a5b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:35:58.787179 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-419c239a-8198-41db-bb13-4725a07f7a5b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Made reservation on behalf of 5b1500386fdd4be49ac500d22fbb9b99 for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 11 16:35:58.792576 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-419c239a-8198-41db-bb13-4725a07f7a5b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:58.806051 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-419c239a-8198-41db-bb13-4725a07f7a5b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:58.822260 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-419c239a-8198-41db-bb13-4725a07f7a5b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 11 16:35:58.826218 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-419c239a-8198-41db-bb13-4725a07f7a5b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Usage tracker for resource:security_group_rule and tenant:5b1500386fdd4be49ac500d22fbb9b99 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 11 16:35:58.829112 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-419c239a-8198-41db-bb13-4725a07f7a5b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 11 16:35:58.834849 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-419c239a-8198-41db-bb13-4725a07f7a5b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 11 16:35:58.920737 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-419c239a-8198-41db-bb13-4725a07f7a5b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:58.923537 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-419c239a-8198-41db-bb13-4725a07f7a5b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:58.934805 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0e059e44-e40a-4ecd-8106-c0d2c7af95b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:35:59.047482 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c239a-8198-41db-bb13-4725a07f7a5b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab1779d-6e90-4713-8633-8e02845f75cf,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:35:59.053681 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-419c239a-8198-41db-bb13-4725a07f7a5b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:35:59.241792 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-419c239a-8198-41db-bb13-4725a07f7a5b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Allocated IP 192.168.233.54 (0075a0a3-febe-427f-bbc4-ea66aa77e195/9b9ef56c-f9b5-48fc-88e7-f966a34f7fe1/28173c71-5ee6-4908-a47a-68af4dfcd5fe) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 11 16:35:59.453929 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-419c239a-8198-41db-bb13-4725a07f7a5b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:59.469955 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-419c239a-8198-41db-bb13-4725a07f7a5b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Transition to ACTIVE for port object 28173c71-5ee6-4908-a47a-68af4dfcd5fe will not be triggered until provisioned by entity DHCP. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:35:59.489862 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-419c239a-8198-41db-bb13-4725a07f7a5b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769896497045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:35:59.504608 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42dc1e09-a24d-4586-8f26-ba3f9b2320a7 tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:35:59.792998 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98450668-80d2-470d-898e-526dd9765e3e req-04486258-877d-4dc4-9a1f-a7a08bc15349 tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:35:59.794874 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-98450668-80d2-470d-898e-526dd9765e3e req-04486258-877d-4dc4-9a1f-a7a08bc15349 tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.45 "GET /v2.0/ports?device_id=58fb9ce3-fd79-44cd-ad51-923ee88b658d HTTP/1.1" status: 200 len: 935 time: 0.0928082 Dec 11 16:35:59.843774 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-98450668-80d2-470d-898e-526dd9765e3e req-016ed360-cc3c-4207-b1f3-b945588d6bff tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.45 "GET /v2.0/security-groups?id=1ab1779d-6e90-4713-8633-8e02845f75cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419114 Dec 11 16:35:59.854252 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c239a-8198-41db-bb13-4725a07f7a5b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Pushing event updated for resources: {'Port': ['ID=28173c71-5ee6-4908-a47a-68af4dfcd5fe,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:35:59.858743 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-419c239a-8198-41db-bb13-4725a07f7a5b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:35:59.912556 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-419c239a-8198-41db-bb13-4725a07f7a5b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Network 0075a0a3-febe-427f-bbc4-ea66aa77e195 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 11 16:35:59.913754 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-419c239a-8198-41db-bb13-4725a07f7a5b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Resources bound (agent type, host, resource id): {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 11 16:35:59.916119 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-419c239a-8198-41db-bb13-4725a07f7a5b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 11 16:35:59.979961 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-419c239a-8198-41db-bb13-4725a07f7a5b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:35:59.980638 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-419c239a-8198-41db-bb13-4725a07f7a5b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:00.011930 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-419c239a-8198-41db-bb13-4725a07f7a5b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4009247 Dec 11 16:36:00.031234 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-0a32c1bc-d7ce-4128-9196-e1b3da8f8f78 service neutron] Request body: {'port': {'device_id': '58fb9ce3-fd79-44cd-ad51-923ee88b658d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 16:36:00.132437 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-0e9de2b8-b96b-459a-8f80-4955d9fb89d0 None None] Provisioning for port 28173c71-5ee6-4908-a47a-68af4dfcd5fe completed by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:36:00.137571 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-0e9de2b8-b96b-459a-8f80-4955d9fb89d0 None None] Provisioning complete for port 28173c71-5ee6-4908-a47a-68af4dfcd5fe triggered by entity DHCP. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:36:00.138044 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0e9de2b8-b96b-459a-8f80-4955d9fb89d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:00.149694 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-0a32c1bc-d7ce-4128-9196-e1b3da8f8f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:00.191168 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-0e9de2b8-b96b-459a-8f80-4955d9fb89d0 None None] Port 28173c71-5ee6-4908-a47a-68af4dfcd5fe cannot update to ACTIVE because it is not bound. {{(pid=80244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 11 16:36:00.552884 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-0a32c1bc-d7ce-4128-9196-e1b3da8f8f78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28173c71-5ee6-4908-a47a-68af4dfcd5fe {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 11 16:36:00.559810 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-0a32c1bc-d7ce-4128-9196-e1b3da8f8f78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:00.572474 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-0a32c1bc-d7ce-4128-9196-e1b3da8f8f78 service neutron] Transition to ACTIVE for port object 28173c71-5ee6-4908-a47a-68af4dfcd5fe will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 11 16:36:00.574940 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-0a32c1bc-d7ce-4128-9196-e1b3da8f8f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:00.590339 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-dda7db9c-dcfb-4468-97d9-95554a8118ec tempest-AttachVolumeNegativeTest-1895379378 tempest-AttachVolumeNegativeTest-1895379378] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:36:00.721589 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32c1bc-d7ce-4128-9196-e1b3da8f8f78 service neutron] Pushing event updated for resources: {'Port': ['ID=28173c71-5ee6-4908-a47a-68af4dfcd5fe,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:36:00.726638 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0a32c1bc-d7ce-4128-9196-e1b3da8f8f78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:36:00.906809 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-0a32c1bc-d7ce-4128-9196-e1b3da8f8f78 service neutron] Attempting to bind port 28173c71-5ee6-4908-a47a-68af4dfcd5fe on host hv-cinder-76675 for vnic_type normal with profile {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 16:36:00.907181 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-0a32c1bc-d7ce-4128-9196-e1b3da8f8f78 service neutron] Attempting to bind port 28173c71-5ee6-4908-a47a-68af4dfcd5fe by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '5a97c8a7-b531-45a1-9ae4-09235f7bceb8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0075a0a3-febe-427f-bbc4-ea66aa77e195'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 11 16:36:00.907598 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-0a32c1bc-d7ce-4128-9196-e1b3da8f8f78 service neutron] Attempting to bind port 28173c71-5ee6-4908-a47a-68af4dfcd5fe on network 0075a0a3-febe-427f-bbc4-ea66aa77e195 {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 11 16:36:00.913722 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-0a32c1bc-d7ce-4128-9196-e1b3da8f8f78 service neutron] Checking agent: {'id': 'c6c9fd6f-e101-4bae-907a-ac1718f8d09d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 11, 16, 24, 23), 'started_at': datetime.datetime(2020, 12, 11, 16, 24, 53), 'heartbeat_timestamp': datetime.datetime(2020, 12, 11, 16, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 11 16:36:00.914095 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-0a32c1bc-d7ce-4128-9196-e1b3da8f8f78 service neutron] Checking segment: {'id': '5a97c8a7-b531-45a1-9ae4-09235f7bceb8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0075a0a3-febe-427f-bbc4-ea66aa77e195'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 11 16:36:00.914495 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-0a32c1bc-d7ce-4128-9196-e1b3da8f8f78 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:00.915046 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-0a32c1bc-d7ce-4128-9196-e1b3da8f8f78 service neutron] Bound using segment: {'id': '5a97c8a7-b531-45a1-9ae4-09235f7bceb8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0075a0a3-febe-427f-bbc4-ea66aa77e195'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 11 16:36:00.915549 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-0a32c1bc-d7ce-4128-9196-e1b3da8f8f78 service neutron] Bound port: 28173c71-5ee6-4908-a47a-68af4dfcd5fe, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a97c8a7-b531-45a1-9ae4-09235f7bceb8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0075a0a3-febe-427f-bbc4-ea66aa77e195'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 11 16:36:00.915923 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-0a32c1bc-d7ce-4128-9196-e1b3da8f8f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:01.015437 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-0a32c1bc-d7ce-4128-9196-e1b3da8f8f78 service neutron] For port 28173c71-5ee6-4908-a47a-68af4dfcd5fe, host hv-cinder-76675, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 11 16:36:01.018686 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-0a32c1bc-d7ce-4128-9196-e1b3da8f8f78 service neutron] For port 28173c71-5ee6-4908-a47a-68af4dfcd5fe, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=28173c71-5ee6-4908-a47a-68af4dfcd5fe,segment=NetworkSegment(5a97c8a7-b531-45a1-9ae4-09235f7bceb8),segment_id=5a97c8a7-b531-45a1-9ae4-09235f7bceb8)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 11 16:36:01.022399 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-0a32c1bc-d7ce-4128-9196-e1b3da8f8f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15134100'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:01.038065 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1d25dfd4-697a-415c-9a7f-b79325579bfd tempest-VolumesActionsTest-1489794358 tempest-VolumesActionsTest-1489794358] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:36:01.062535 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dac910-b519-4e60-b235-b40793432d1f req-4119d805-b6b1-41f3-b901-80de0ab0e405 tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:01.064202 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-27dac910-b519-4e60-b235-b40793432d1f req-4119d805-b6b1-41f3-b901-80de0ab0e405 tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.45 "GET /v2.0/ports?device_id=58fb9ce3-fd79-44cd-ad51-923ee88b658d HTTP/1.1" status: 200 len: 947 time: 0.0847473 Dec 11 16:36:01.116154 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-27dac910-b519-4e60-b235-b40793432d1f req-06f130f6-2e83-43c2-8792-9529c4990d5d tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.45 "GET /v2.0/security-groups?id=1ab1779d-6e90-4713-8633-8e02845f75cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443225 Dec 11 16:36:01.193477 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32c1bc-d7ce-4128-9196-e1b3da8f8f78 service neutron] Pushing event updated for resources: {'Port': ['ID=28173c71-5ee6-4908-a47a-68af4dfcd5fe,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:36:01.198232 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0a32c1bc-d7ce-4128-9196-e1b3da8f8f78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:36:01.225004 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-0a32c1bc-d7ce-4128-9196-e1b3da8f8f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:01.225655 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-0a32c1bc-d7ce-4128-9196-e1b3da8f8f78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:01.227108 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-0a32c1bc-d7ce-4128-9196-e1b3da8f8f78 service neutron] 10.222.0.87 "PUT /v2.0/ports/28173c71-5ee6-4908-a47a-68af4dfcd5fe HTTP/1.1" status: 200 len: 1161 time: 1.2007122 Dec 11 16:36:01.227659 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fb9ce3-fd79-44cd-ad51-923ee88b658d', 'tag': '28173c71-5ee6-4908-a47a-68af4dfcd5fe'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:36:01.322217 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58fb9ce3-fd79-44cd-ad51-923ee88b658d', 'tag': '28173c71-5ee6-4908-a47a-68af4dfcd5fe', 'status': 'completed', 'code': 200} Dec 11 16:36:01.359180 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-944f4e0a-9aca-433a-bb35-4d4a8862084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:01.360994 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-944f4e0a-9aca-433a-bb35-4d4a8862084e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5b1500386fdd4be49ac500d22fbb9b99&device_id=58fb9ce3-fd79-44cd-ad51-923ee88b658d HTTP/1.1" status: 200 len: 1164 time: 0.0805032 Dec 11 16:36:01.443488 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-7d7e025c-9c27-4a09-9560-e38b47d523f9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=28173c71-5ee6-4908-a47a-68af4dfcd5fe HTTP/1.1" status: 200 len: 217 time: 0.0687757 Dec 11 16:36:01.512882 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-7d2a1f74-3b13-4a55-ba63-3ab906f9a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:01.514344 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-7d2a1f74-3b13-4a55-ba63-3ab906f9a428 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9b9ef56c-f9b5-48fc-88e7-f966a34f7fe1 HTTP/1.1" status: 200 len: 843 time: 0.0644608 Dec 11 16:36:01.598358 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-cda9a597-0e36-4f75-bb7d-d5aabc502184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:01.599972 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-cda9a597-0e36-4f75-bb7d-d5aabc502184 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0075a0a3-febe-427f-bbc4-ea66aa77e195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0778739 Dec 11 16:36:01.743936 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-35d87635-3b5e-4341-91c6-9b0cabc79ab9 service neutron] 10.222.0.87 "GET /v2.0/networks/0075a0a3-febe-427f-bbc4-ea66aa77e195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363044 Dec 11 16:36:01.885805 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-499c3e59-036e-4725-924c-2b4c4a9db38c req-97a814bc-6c9a-45db-b735-f2deda27c99e service neutron] 10.222.0.87 "GET /v2.0/networks/0075a0a3-febe-427f-bbc4-ea66aa77e195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1350334 Dec 11 16:36:02.046725 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45cc83-98a2-4eb8-814a-d2c1cfe89a9b req-0c92ea71-5795-4a0c-aac6-ec374b6679e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:02.048359 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2e45cc83-98a2-4eb8-814a-d2c1cfe89a9b req-0c92ea71-5795-4a0c-aac6-ec374b6679e7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5b1500386fdd4be49ac500d22fbb9b99&device_id=58fb9ce3-fd79-44cd-ad51-923ee88b658d HTTP/1.1" status: 200 len: 1164 time: 0.0734508 Dec 11 16:36:02.192156 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45cc83-98a2-4eb8-814a-d2c1cfe89a9b req-a336a0ad-b0f0-496a-a2a6-55d9142e5778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:02.193802 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2e45cc83-98a2-4eb8-814a-d2c1cfe89a9b req-a336a0ad-b0f0-496a-a2a6-55d9142e5778 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0075a0a3-febe-427f-bbc4-ea66aa77e195 HTTP/1.1" status: 200 len: 863 time: 0.1383524 Dec 11 16:36:02.268244 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2e45cc83-98a2-4eb8-814a-d2c1cfe89a9b req-ceaa75b8-1a81-4274-a821-78de8e925cd6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=28173c71-5ee6-4908-a47a-68af4dfcd5fe HTTP/1.1" status: 200 len: 217 time: 0.0671027 Dec 11 16:36:02.328211 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf7ab6-c802-46cc-ad19-e9bc005be8ad req-d4ed8692-08e2-41f7-9eb9-696908039a05 tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:02.329822 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a6cf7ab6-c802-46cc-ad19-e9bc005be8ad req-d4ed8692-08e2-41f7-9eb9-696908039a05 tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.45 "GET /v2.0/ports?device_id=58fb9ce3-fd79-44cd-ad51-923ee88b658d HTTP/1.1" status: 200 len: 947 time: 0.0840452 Dec 11 16:36:02.350882 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45cc83-98a2-4eb8-814a-d2c1cfe89a9b req-c3696bcd-54f3-4719-ae79-7c363e92db2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:02.352512 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2e45cc83-98a2-4eb8-814a-d2c1cfe89a9b req-c3696bcd-54f3-4719-ae79-7c363e92db2e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9b9ef56c-f9b5-48fc-88e7-f966a34f7fe1 HTTP/1.1" status: 200 len: 843 time: 0.0775907 Dec 11 16:36:02.377794 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a6cf7ab6-c802-46cc-ad19-e9bc005be8ad req-e7a0d777-ff01-4bee-8446-50663fdb1625 tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.45 "GET /v2.0/security-groups?id=1ab1779d-6e90-4713-8633-8e02845f75cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408235 Dec 11 16:36:02.434376 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45cc83-98a2-4eb8-814a-d2c1cfe89a9b req-aa115b38-b903-46e4-999d-ebe2f470d7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:02.435986 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2e45cc83-98a2-4eb8-814a-d2c1cfe89a9b req-aa115b38-b903-46e4-999d-ebe2f470d7f8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0075a0a3-febe-427f-bbc4-ea66aa77e195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0762415 Dec 11 16:36:02.581398 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2e45cc83-98a2-4eb8-814a-d2c1cfe89a9b req-ad7523b0-69f6-4d0c-9ee4-4be146b2b0a4 service neutron] 10.222.0.87 "GET /v2.0/networks/0075a0a3-febe-427f-bbc4-ea66aa77e195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367896 Dec 11 16:36:02.724952 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-2e45cc83-98a2-4eb8-814a-d2c1cfe89a9b req-1b3da05b-1188-4850-989d-dd1cd3597364 service neutron] 10.222.0.87 "GET /v2.0/networks/0075a0a3-febe-427f-bbc4-ea66aa77e195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1368310 Dec 11 16:36:03.592756 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43b884-b722-469e-ad68-907b01275ce1 req-30be6946-c467-40d4-8769-5f0c4489b0ac tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:03.594374 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1b43b884-b722-469e-ad68-907b01275ce1 req-30be6946-c467-40d4-8769-5f0c4489b0ac tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.45 "GET /v2.0/ports?device_id=58fb9ce3-fd79-44cd-ad51-923ee88b658d HTTP/1.1" status: 200 len: 947 time: 0.0863235 Dec 11 16:36:03.641317 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-1b43b884-b722-469e-ad68-907b01275ce1 req-b2c083e4-5fc1-4427-b4bf-b77de050f5af tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.45 "GET /v2.0/security-groups?id=1ab1779d-6e90-4713-8633-8e02845f75cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404930 Dec 11 16:36:04.624605 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Network 0075a0a3-febe-427f-bbc4-ea66aa77e195 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 11 16:36:04.859052 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413561e-e15d-461b-9a3f-1b974e37372d req-a69688c0-b5a8-4e01-8a7c-d6cb3b100a96 tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:04.860690 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d413561e-e15d-461b-9a3f-1b974e37372d req-a69688c0-b5a8-4e01-8a7c-d6cb3b100a96 tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.45 "GET /v2.0/ports?device_id=58fb9ce3-fd79-44cd-ad51-923ee88b658d HTTP/1.1" status: 200 len: 947 time: 0.0838754 Dec 11 16:36:04.912562 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d413561e-e15d-461b-9a3f-1b974e37372d req-7d647059-202d-4102-a689-682e69d5c0fb tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.45 "GET /v2.0/security-groups?id=1ab1779d-6e90-4713-8633-8e02845f75cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454061 Dec 11 16:36:04.993666 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.objects.ports [None req-111de244-e2bf-4382-84f8-146d5fc012d8 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80244) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 11 16:36:05.492464 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 28173c71-5ee6-4908-a47a-68af4dfcd5fe up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:36:05.560455 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning for port 28173c71-5ee6-4908-a47a-68af4dfcd5fe completed by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 11 16:36:05.565294 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 28173c71-5ee6-4908-a47a-68af4dfcd5fe triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:36:05.565708 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:05.684314 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:05.711885 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fb9ce3-fd79-44cd-ad51-923ee88b658d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28173c71-5ee6-4908-a47a-68af4dfcd5fe'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:36:05.722662 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port 28173c71-5ee6-4908-a47a-68af4dfcd5fe, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=28173c71-5ee6-4908-a47a-68af4dfcd5fe,segment=NetworkSegment(5a97c8a7-b531-45a1-9ae4-09235f7bceb8),segment_id=5a97c8a7-b531-45a1-9ae4-09235f7bceb8)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:36:05.725938 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:05.727989 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-381566a2-8f37-4d20-9ced-2669a1c8fb4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:36:05.776339 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fb9ce3-fd79-44cd-ad51-923ee88b658d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28173c71-5ee6-4908-a47a-68af4dfcd5fe', 'code': 200} Dec 11 16:36:05.798428 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=28173c71-5ee6-4908-a47a-68af4dfcd5fe,revision_number=4']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:36:05.807221 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:05.807648 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:05.808022 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:05.808870 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:05.809244 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:05.809859 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:05.810400 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:05.810766 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:05.811129 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:05.811504 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:05.811866 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:05.812235 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:05.813113 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:05.813476 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:05.814043 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:05.814404 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:05.814762 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:05.815120 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:05.815489 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:05.815854 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:05.816791 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:05.817157 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:05.817511 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:05.817863 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:05.822372 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:36:06.046536 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05caf18-39fa-478b-a823-8513f6662d60 req-e15ca871-9fea-4929-87b7-9c4562e24367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:06.048334 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d05caf18-39fa-478b-a823-8513f6662d60 req-e15ca871-9fea-4929-87b7-9c4562e24367 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=58fb9ce3-fd79-44cd-ad51-923ee88b658d HTTP/1.1" status: 200 len: 1166 time: 0.0740957 Dec 11 16:36:06.092684 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d05caf18-39fa-478b-a823-8513f6662d60 req-6039fcc5-5067-4738-8ac3-abffa9281272 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=1ab1779d-6e90-4713-8633-8e02845f75cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372088 Dec 11 16:36:06.128038 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b792c-63ac-4724-ae03-c162228034fd req-f72ac025-92f3-46cf-8c8a-cab21af4982e tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:06.130169 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-407b792c-63ac-4724-ae03-c162228034fd req-f72ac025-92f3-46cf-8c8a-cab21af4982e tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.45 "GET /v2.0/ports?device_id=58fb9ce3-fd79-44cd-ad51-923ee88b658d HTTP/1.1" status: 200 len: 949 time: 0.0837264 Dec 11 16:36:06.177135 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-407b792c-63ac-4724-ae03-c162228034fd req-fd5666ae-9af1-4de6-9166-38ac0517db8e tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.45 "GET /v2.0/security-groups?id=1ab1779d-6e90-4713-8633-8e02845f75cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406206 Dec 11 16:36:06.727998 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 28173c71-5ee6-4908-a47a-68af4dfcd5fe up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:36:06.796561 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 28173c71-5ee6-4908-a47a-68af4dfcd5fe triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:36:06.796972 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:07.396895 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362f845-58f3-4702-a9d3-fb05acc1f792 req-15ece4ff-050a-46ec-bc8d-28914e8a845c tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:07.398472 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4362f845-58f3-4702-a9d3-fb05acc1f792 req-15ece4ff-050a-46ec-bc8d-28914e8a845c tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.45 "GET /v2.0/ports?device_id=58fb9ce3-fd79-44cd-ad51-923ee88b658d HTTP/1.1" status: 200 len: 949 time: 0.0898170 Dec 11 16:36:07.447617 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4362f845-58f3-4702-a9d3-fb05acc1f792 req-f4e82087-1eae-46ee-bcbc-ff2705e72545 tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.45 "GET /v2.0/security-groups?id=1ab1779d-6e90-4713-8633-8e02845f75cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426071 Dec 11 16:36:08.657434 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e57cdf-40e9-4970-ae46-21c768941ad9 req-3e5cb34e-83de-46cf-adb2-8b564b98cfb8 tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:08.659052 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-60e57cdf-40e9-4970-ae46-21c768941ad9 req-3e5cb34e-83de-46cf-adb2-8b564b98cfb8 tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.45 "GET /v2.0/ports?device_id=58fb9ce3-fd79-44cd-ad51-923ee88b658d HTTP/1.1" status: 200 len: 949 time: 0.0833526 Dec 11 16:36:08.711331 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-60e57cdf-40e9-4970-ae46-21c768941ad9 req-f5eb52b9-870f-4cf1-b8c6-fe398f9f6fcd tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.45 "GET /v2.0/security-groups?id=1ab1779d-6e90-4713-8633-8e02845f75cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448668 Dec 11 16:36:08.776306 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 28173c71-5ee6-4908-a47a-68af4dfcd5fe up at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 11 16:36:08.846720 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Provisioning complete for port 28173c71-5ee6-4908-a47a-68af4dfcd5fe triggered by entity L2. {{(pid=80244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 11 16:36:08.847135 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586739'] for port, provisioning_complete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:09.205943 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc783c-873c-42bb-b045-092c7580c675 req-71561686-b37c-4999-89c9-bd5fa1fad00c tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:09.208207 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-93dc783c-873c-42bb-b045-092c7580c675 req-71561686-b37c-4999-89c9-bd5fa1fad00c tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.45 "GET /v2.0/ports?device_id=58fb9ce3-fd79-44cd-ad51-923ee88b658d HTTP/1.1" status: 200 len: 949 time: 0.0834830 Dec 11 16:36:09.255162 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-93dc783c-873c-42bb-b045-092c7580c675 req-cfa49d87-d93a-4c98-a48e-a78304fdd26b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.45 "GET /v2.0/security-groups?id=1ab1779d-6e90-4713-8633-8e02845f75cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406587 Dec 11 16:36:10.474947 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d93127-478f-4aaf-9455-3d16b4da0512 req-ddb92b94-974f-46e6-af6b-bd8163a782fb tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:10.476578 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d3d93127-478f-4aaf-9455-3d16b4da0512 req-ddb92b94-974f-46e6-af6b-bd8163a782fb tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.45 "GET /v2.0/ports?device_id=58fb9ce3-fd79-44cd-ad51-923ee88b658d HTTP/1.1" status: 200 len: 949 time: 0.0894811 Dec 11 16:36:10.524306 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d3d93127-478f-4aaf-9455-3d16b4da0512 req-d29013a5-c37a-4ae2-b3d3-06f3fdefa545 tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.45 "GET /v2.0/security-groups?id=1ab1779d-6e90-4713-8633-8e02845f75cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413892 Dec 11 16:36:10.680593 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ed666-7c9e-4335-8075-25c6d1bbd954 req-1cdb800a-055b-499c-b504-09f6c6fc2a4c tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:10.681341 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-a46ed666-7c9e-4335-8075-25c6d1bbd954 req-1cdb800a-055b-499c-b504-09f6c6fc2a4c tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Synchronizing usage tracker for tenant:5b1500386fdd4be49ac500d22fbb9b99 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:36:10.698991 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-a46ed666-7c9e-4335-8075-25c6d1bbd954 req-1cdb800a-055b-499c-b504-09f6c6fc2a4c tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Unset dirty status for tenant:5b1500386fdd4be49ac500d22fbb9b99 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:36:10.700224 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a46ed666-7c9e-4335-8075-25c6d1bbd954 req-1cdb800a-055b-499c-b504-09f6c6fc2a4c tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.87 "GET /v2.0/ports?device_id=58fb9ce3-fd79-44cd-ad51-923ee88b658d HTTP/1.1" status: 200 len: 949 time: 0.1046848 Dec 11 16:36:10.704911 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 28173c71-5ee6-4908-a47a-68af4dfcd5fe no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:36:10.773837 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-a46ed666-7c9e-4335-8075-25c6d1bbd954 req-32ff4bc9-bd70-412f-a2fb-e16e2ae2e59c tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Deleting port 28173c71-5ee6-4908-a47a-68af4dfcd5fe {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:36:10.774211 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a46ed666-7c9e-4335-8075-25c6d1bbd954 req-32ff4bc9-bd70-412f-a2fb-e16e2ae2e59c tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:10.822001 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851220609'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:10.851485 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fb9ce3-fd79-44cd-ad51-923ee88b658d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28173c71-5ee6-4908-a47a-68af4dfcd5fe'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:36:10.862011 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] For port 28173c71-5ee6-4908-a47a-68af4dfcd5fe, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=28173c71-5ee6-4908-a47a-68af4dfcd5fe,segment=NetworkSegment(5a97c8a7-b531-45a1-9ae4-09235f7bceb8),segment_id=5a97c8a7-b531-45a1-9ae4-09235f7bceb8)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:36:10.865651 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769896855838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266958322275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769896453559'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:10.867540 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:36:10.917599 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fb9ce3-fd79-44cd-ad51-923ee88b658d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28173c71-5ee6-4908-a47a-68af4dfcd5fe', 'code': 200} Dec 11 16:36:10.936632 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Pushing event updated for resources: {'Port': ['ID=28173c71-5ee6-4908-a47a-68af4dfcd5fe,revision_number=5']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:36:10.940084 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:36:11.034132 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-a46ed666-7c9e-4335-8075-25c6d1bbd954 req-32ff4bc9-bd70-412f-a2fb-e16e2ae2e59c tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] For port 28173c71-5ee6-4908-a47a-68af4dfcd5fe, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=28173c71-5ee6-4908-a47a-68af4dfcd5fe,segment=NetworkSegment(5a97c8a7-b531-45a1-9ae4-09235f7bceb8),segment_id=5a97c8a7-b531-45a1-9ae4-09235f7bceb8)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:36:11.034535 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a46ed666-7c9e-4335-8075-25c6d1bbd954 req-32ff4bc9-bd70-412f-a2fb-e16e2ae2e59c tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:11.160732 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-a46ed666-7c9e-4335-8075-25c6d1bbd954 req-32ff4bc9-bd70-412f-a2fb-e16e2ae2e59c tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Calling delete_port for 28173c71-5ee6-4908-a47a-68af4dfcd5fe owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:36:11.239042 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.db.api [req-a46ed666-7c9e-4335-8075-25c6d1bbd954 req-32ff4bc9-bd70-412f-a2fb-e16e2ae2e59c tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80243) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 11 16:36:11.239393 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_db.api [req-a46ed666-7c9e-4335-8075-25c6d1bbd954 req-32ff4bc9-bd70-412f-a2fb-e16e2ae2e59c tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 11 16:36:11.740748 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-a46ed666-7c9e-4335-8075-25c6d1bbd954 req-32ff4bc9-bd70-412f-a2fb-e16e2ae2e59c tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Deleting port 28173c71-5ee6-4908-a47a-68af4dfcd5fe {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:36:11.741299 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608c083-533d-4a24-8636-70207c0a162a req-32394a34-46a8-4d9c-a90c-c47b2320492b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:11.741457 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a46ed666-7c9e-4335-8075-25c6d1bbd954 req-32ff4bc9-bd70-412f-a2fb-e16e2ae2e59c tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:11.742552 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7608c083-533d-4a24-8636-70207c0a162a req-32394a34-46a8-4d9c-a90c-c47b2320492b tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.45 "GET /v2.0/ports?device_id=58fb9ce3-fd79-44cd-ad51-923ee88b658d HTTP/1.1" status: 200 len: 947 time: 0.0849447 Dec 11 16:36:11.794815 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-7608c083-533d-4a24-8636-70207c0a162a req-e9a63cfe-e516-4c63-9225-f21a9794778f tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.45 "GET /v2.0/security-groups?id=1ab1779d-6e90-4713-8633-8e02845f75cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456293 Dec 11 16:36:12.215101 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-a46ed666-7c9e-4335-8075-25c6d1bbd954 req-32ff4bc9-bd70-412f-a2fb-e16e2ae2e59c tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] For port 28173c71-5ee6-4908-a47a-68af4dfcd5fe, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=28173c71-5ee6-4908-a47a-68af4dfcd5fe,segment=NetworkSegment(5a97c8a7-b531-45a1-9ae4-09235f7bceb8),segment_id=5a97c8a7-b531-45a1-9ae4-09235f7bceb8)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:36:12.215527 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a46ed666-7c9e-4335-8075-25c6d1bbd954 req-32ff4bc9-bd70-412f-a2fb-e16e2ae2e59c tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:12.340329 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-a46ed666-7c9e-4335-8075-25c6d1bbd954 req-32ff4bc9-bd70-412f-a2fb-e16e2ae2e59c tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Calling delete_port for 28173c71-5ee6-4908-a47a-68af4dfcd5fe owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:36:12.481271 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a46ed666-7c9e-4335-8075-25c6d1bbd954 req-32ff4bc9-bd70-412f-a2fb-e16e2ae2e59c tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:12.497949 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ee47df65-9746-415c-9bd5-73ca9ef29e27 tempest-AttachVolumeShelveTestJSON-291144205 tempest-AttachVolumeShelveTestJSON-291144205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:36:12.595870 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff4bc9-bd70-412f-a2fb-e16e2ae2e59c tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Pushing event deleted for resources: {'Port': ['ID=28173c71-5ee6-4908-a47a-68af4dfcd5fe,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:36:12.598771 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-32ff4bc9-bd70-412f-a2fb-e16e2ae2e59c tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:36:12.696392 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46ed666-7c9e-4335-8075-25c6d1bbd954 req-32ff4bc9-bd70-412f-a2fb-e16e2ae2e59c tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] No DVR routers for this DVR port 28173c71-5ee6-4908-a47a-68af4dfcd5fe on host hv-cinder-76675 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 11 16:36:12.698728 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a46ed666-7c9e-4335-8075-25c6d1bbd954 req-32ff4bc9-bd70-412f-a2fb-e16e2ae2e59c tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:12.701685 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fb9ce3-fd79-44cd-ad51-923ee88b658d', 'name': 'network-vif-deleted', 'tag': '28173c71-5ee6-4908-a47a-68af4dfcd5fe'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:36:12.718141 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-a46ed666-7c9e-4335-8075-25c6d1bbd954 req-32ff4bc9-bd70-412f-a2fb-e16e2ae2e59c tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.87 "DELETE /v2.0/ports/28173c71-5ee6-4908-a47a-68af4dfcd5fe HTTP/1.1" status: 204 len: 173 time: 2.0116632 Dec 11 16:36:12.767882 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fb9ce3-fd79-44cd-ad51-923ee88b658d', 'name': 'network-vif-deleted', 'tag': '28173c71-5ee6-4908-a47a-68af4dfcd5fe', 'status': 'completed', 'code': 200} Dec 11 16:36:12.992325 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-bd202e2d-0f46-43f2-b31e-320ddbb291b1 req-8f3c5976-55d8-4462-acd6-6e1861e3d77d tempest-VolumesNegativeTest-1979343317 tempest-VolumesNegativeTest-1979343317] 10.222.0.45 "GET /v2.0/ports?device_id=58fb9ce3-fd79-44cd-ad51-923ee88b658d HTTP/1.1" status: 200 len: 210 time: 0.0454600 Dec 11 16:36:13.876485 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-860d4085-121c-4596-a628-1cf95e3e16a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:16.126848 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a41c85c3-8450-465c-ad25-50ee77d973a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:16.821979 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:17.575881 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:18.462695 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:19.001213 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 49398) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:36:19.185048 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-3e052eab-3605-442e-b87b-e85f33e23149 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5b1500386fdd4be49ac500d22fbb9b99&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1825156 Dec 11 16:36:19.187704 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 49404) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:36:19.248603 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-caa99c06-cc2b-4368-a6f0-12a0b279e31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:19.275203 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-caa99c06-cc2b-4368-a6f0-12a0b279e31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:19.324507 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-caa99c06-cc2b-4368-a6f0-12a0b279e31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:19.329513 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-fd044f0e-bc7f-4bf1-9569-0ba0496ec048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:36:19.343093 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa99c06-cc2b-4368-a6f0-12a0b279e31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab1779d-6e90-4713-8633-8e02845f75cf,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:36:19.346211 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-caa99c06-cc2b-4368-a6f0-12a0b279e31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:36:19.347697 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-caa99c06-cc2b-4368-a6f0-12a0b279e31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:19.349033 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-caa99c06-cc2b-4368-a6f0-12a0b279e31d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1ab1779d-6e90-4713-8633-8e02845f75cf HTTP/1.1" status: 204 len: 168 time: 0.1602097 Dec 11 16:36:23.337753 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:24.580748 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5368a4a3-dccb-4a4d-a91c-376ca91ade1d req-28433725-a7e7-45fd-a33c-90416505bdb4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0753899 Dec 11 16:36:24.748109 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368a4a3-dccb-4a4d-a91c-376ca91ade1d req-d11b0bc0-4413-47d9-a8d6-2dcea12e0e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:24.749660 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5368a4a3-dccb-4a4d-a91c-376ca91ade1d req-d11b0bc0-4413-47d9-a8d6-2dcea12e0e95 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=aa6c0591fe514a1ab2514acde78d754f&device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 1162 time: 0.0730736 Dec 11 16:36:24.904944 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368a4a3-dccb-4a4d-a91c-376ca91ade1d req-22d0ae9c-6950-41cc-92b4-388cd85ee38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:24.906437 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5368a4a3-dccb-4a4d-a91c-376ca91ade1d req-22d0ae9c-6950-41cc-92b4-388cd85ee38a service neutron] 10.222.0.87 "GET /v2.0/networks?id=9608c807-e9e9-4b8f-8325-c001ecd1f2ef HTTP/1.1" status: 200 len: 903 time: 0.1363974 Dec 11 16:36:25.013820 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5368a4a3-dccb-4a4d-a91c-376ca91ade1d req-36e66729-d71f-4ba2-aaf5-80a15fa723f4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 HTTP/1.1" status: 200 len: 1001 time: 0.0998952 Dec 11 16:36:25.087714 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368a4a3-dccb-4a4d-a91c-376ca91ade1d req-24be4c89-f80d-4793-b6a8-acb5353a82e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:25.089242 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5368a4a3-dccb-4a4d-a91c-376ca91ade1d req-24be4c89-f80d-4793-b6a8-acb5353a82e2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=43a58137-6523-4358-b1d2-c22acc7c3c84 HTTP/1.1" status: 200 len: 848 time: 0.0677729 Dec 11 16:36:25.171921 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368a4a3-dccb-4a4d-a91c-376ca91ade1d req-78baae55-ed59-421b-9809-0c16f7b77747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:25.173569 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5368a4a3-dccb-4a4d-a91c-376ca91ade1d req-78baae55-ed59-421b-9809-0c16f7b77747 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9608c807-e9e9-4b8f-8325-c001ecd1f2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758359 Dec 11 16:36:25.315120 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5368a4a3-dccb-4a4d-a91c-376ca91ade1d req-41ec8dac-d528-458d-9883-9801798069af service neutron] 10.222.0.87 "GET /v2.0/networks/9608c807-e9e9-4b8f-8325-c001ecd1f2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344032 Dec 11 16:36:25.457114 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-5368a4a3-dccb-4a4d-a91c-376ca91ade1d req-a43629b3-9573-45be-ad52-c91957cbe8d9 service neutron] 10.222.0.87 "GET /v2.0/networks/9608c807-e9e9-4b8f-8325-c001ecd1f2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1342726 Dec 11 16:36:26.869342 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-db94a8df-468f-4b6e-a2fa-bb824c85a08c req-db257ac6-d655-487c-9e2c-6a6526bb0c82 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/floatingips/400031cf-093a-4b17-9be2-7e51a26f57fb HTTP/1.1" status: 200 len: 998 time: 0.1119092 Dec 11 16:36:27.036541 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94a8df-468f-4b6e-a2fa-bb824c85a08c req-57e1c10b-f584-4b58-8207-e299145aeb13 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:27.038007 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-db94a8df-468f-4b6e-a2fa-bb824c85a08c req-57e1c10b-f584-4b58-8207-e299145aeb13 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/networks/ad2ee80a-1b86-455c-8869-eab43da82ba0 HTTP/1.1" status: 200 len: 784 time: 0.1619213 Dec 11 16:36:27.143719 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-db94a8df-468f-4b6e-a2fa-bb824c85a08c req-74e275a5-67af-47b1-a484-52ea585acada tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.28.1.196 HTTP/1.1" status: 200 len: 1001 time: 0.0989392 Dec 11 16:36:27.224237 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94a8df-468f-4b6e-a2fa-bb824c85a08c req-cf9df3a7-f9c4-4fa5-a5f7-7632b63047de tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:27.225700 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-db94a8df-468f-4b6e-a2fa-bb824c85a08c req-cf9df3a7-f9c4-4fa5-a5f7-7632b63047de tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports/8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 HTTP/1.1" status: 200 len: 942 time: 0.0761359 Dec 11 16:36:27.408770 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-db94a8df-468f-4b6e-a2fa-bb824c85a08c req-fdae29ba-fdf4-44c0-85bb-8df7f1009bfc tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.28.1.196 HTTP/1.1" status: 200 len: 1001 time: 0.1025064 Dec 11 16:36:27.622682 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-db94a8df-468f-4b6e-a2fa-bb824c85a08c req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Deleting port d73bd47c-aac6-4cde-acd4-8f66ea23a11d {{(pid=80242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:36:27.623059 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-db94a8df-468f-4b6e-a2fa-bb824c85a08c req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:27.804771 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-db94a8df-468f-4b6e-a2fa-bb824c85a08c req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:27.805130 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-db94a8df-468f-4b6e-a2fa-bb824c85a08c req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks [] for floatingip, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:27.929029 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-db94a8df-468f-4b6e-a2fa-bb824c85a08c req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Calling delete_port for d73bd47c-aac6-4cde-acd4-8f66ea23a11d owned by network:floatingip {{(pid=80242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:36:28.074468 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-db94a8df-468f-4b6e-a2fa-bb824c85a08c req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839577674'] for port, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:28.089975 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8b49f028-5992-4ff1-a445-febd7f5e900a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:36:28.410096 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Pushing event deleted for resources: {'Port': ['ID=d73bd47c-aac6-4cde-acd4-8f66ea23a11d,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:36:28.423038 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:28.423468 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:28.423885 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:28.424283 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:28.424990 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:28.425385 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:28.425774 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:28.426163 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:28.426549 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:28.426933 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:28.427324 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:28.427727 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:28.428151 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:28.428534 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:28.428914 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:28.429296 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:28.429679 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:28.430062 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:28.430440 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:28.430822 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:28.431198 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:28.431601 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:28.431983 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:28.432364 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:28.437327 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:36:28.544048 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-db94a8df-468f-4b6e-a2fa-bb824c85a08c req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks [] for floatingip, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:28.544412 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.db.l3_db [req-db94a8df-468f-4b6e-a2fa-bb824c85a08c req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Floating IP 400031cf-093a-4b17-9be2-7e51a26f57fb disassociated (deleted). External IP: 172.28.1.196, port: 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0. Dec 11 16:36:28.901892 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db94a8df-468f-4b6e-a2fa-bb824c85a08c req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Router 4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2 has already been hosted by L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 {{(pid=80242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 11 16:36:29.087496 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db94a8df-468f-4b6e-a2fa-bb824c85a08c req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:36:29.098321 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b620933-76d7-46d9-a8f3-57b183aa4f03 None None] Sync routers for ids ['4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2'] in dv-cinder-766752-1-smb {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:36:29.108147 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-db94a8df-468f-4b6e-a2fa-bb824c85a08c req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for floatingip, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:29.109004 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b620933-76d7-46d9-a8f3-57b183aa4f03 None None] Routers {'4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:36:29.109673 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-4b620933-76d7-46d9-a8f3-57b183aa4f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:36:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:36:29.163833 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-db94a8df-468f-4b6e-a2fa-bb824c85a08c req-f1a88123-ba05-4ea2-8ee3-d0cd833a55a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "DELETE /v2.0/floatingips/400031cf-093a-4b17-9be2-7e51a26f57fb HTTP/1.1" status: 204 len: 173 time: 1.7488172 Dec 11 16:36:29.164381 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7', 'tag': '8ddeef31-2d04-438d-b3f5-c1818ec9e9c0'}] {{(pid=80242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:36:29.233183 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7', 'tag': '8ddeef31-2d04-438d-b3f5-c1818ec9e9c0', 'status': 'completed', 'code': 200} Dec 11 16:36:29.257571 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94a8df-468f-4b6e-a2fa-bb824c85a08c req-30a49d33-2c5c-481f-aea5-f455cab06d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:29.259203 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-db94a8df-468f-4b6e-a2fa-bb824c85a08c req-30a49d33-2c5c-481f-aea5-f455cab06d7d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa6c0591fe514a1ab2514acde78d754f&device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 1162 time: 0.0807424 Dec 11 16:36:29.293611 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-4b620933-76d7-46d9-a8f3-57b183aa4f03 None None] Set router 4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2 gateway port host: dv-cinder-766752-1-smb {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:36:29.403058 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94a8df-468f-4b6e-a2fa-bb824c85a08c req-fbffe503-763d-4fb9-b15a-9911ed2a31be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:29.404589 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-db94a8df-468f-4b6e-a2fa-bb824c85a08c req-fbffe503-763d-4fb9-b15a-9911ed2a31be service neutron] 10.222.0.45 "GET /v2.0/networks?id=9608c807-e9e9-4b8f-8325-c001ecd1f2ef HTTP/1.1" status: 200 len: 903 time: 0.1386046 Dec 11 16:36:29.478164 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-db94a8df-468f-4b6e-a2fa-bb824c85a08c req-457fc346-cdb0-4c89-8270-eb71a49db6c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 HTTP/1.1" status: 200 len: 217 time: 0.0655754 Dec 11 16:36:29.483147 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abddb8-9247-4e06-a4d6-692a2265f7f9 req-25d90491-543a-4353-8fe9-27efcaf2f490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:29.484900 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e1abddb8-9247-4e06-a4d6-692a2265f7f9 req-25d90491-543a-4353-8fe9-27efcaf2f490 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=aa6c0591fe514a1ab2514acde78d754f&device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 1162 time: 0.0764294 Dec 11 16:36:29.553728 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94a8df-468f-4b6e-a2fa-bb824c85a08c req-036b0106-920f-47e4-8378-4cec5fa7a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:29.555335 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-db94a8df-468f-4b6e-a2fa-bb824c85a08c req-036b0106-920f-47e4-8378-4cec5fa7a093 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=43a58137-6523-4358-b1d2-c22acc7c3c84 HTTP/1.1" status: 200 len: 848 time: 0.0697625 Dec 11 16:36:29.626445 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-4b620933-76d7-46d9-a8f3-57b183aa4f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'name': 'tempest-TestShelveInstance-1280437860-router', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '779d727c-9afb-4f17-a9c8-50ae9fd0f35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:34Z', 'updated_at': '2020-12-11T16:31:39Z', 'revision_number': 4, 'project_id': 'aa6c0591fe514a1ab2514acde78d754f', 'gw_port': {'id': '779d727c-9afb-4f17-a9c8-50ae9fd0f35b', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:35Z', 'updated_at': '2020-12-11T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': '1c078a21-fd7b-470c-a23b-ab0c8c38fa98', 'name': '', 'network_id': '9608c807-e9e9-4b8f-8325-c001ecd1f2ef', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'mac_address': 'fa:16:3e:3e:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '43a58137-6523-4358-b1d2-c22acc7c3c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:38Z', 'updated_at': '2020-12-11T16:31:49Z', 'revision_number': 5, 'project_id': 'aa6c0591fe514a1ab2514acde78d754f', 'subnets': [{'id': '43a58137-6523-4358-b1d2-c22acc7c3c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:36:29.630633 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b620933-76d7-46d9-a8f3-57b183aa4f03 None None] Checking router: 4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2 for host: dv-cinder-766752-1-smb {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:36:29.631112 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abddb8-9247-4e06-a4d6-692a2265f7f9 req-38b9122c-61a1-45bd-9f4f-0f7829121f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:29.632718 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e1abddb8-9247-4e06-a4d6-692a2265f7f9 req-38b9122c-61a1-45bd-9f4f-0f7829121f3d service neutron] 10.222.0.87 "GET /v2.0/networks?id=9608c807-e9e9-4b8f-8325-c001ecd1f2ef HTTP/1.1" status: 200 len: 903 time: 0.1400654 Dec 11 16:36:29.636021 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94a8df-468f-4b6e-a2fa-bb824c85a08c req-be4e6040-08e8-4588-814a-a46d6848e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:29.637636 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-db94a8df-468f-4b6e-a2fa-bb824c85a08c req-be4e6040-08e8-4588-814a-a46d6848e223 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9608c807-e9e9-4b8f-8325-c001ecd1f2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749950 Dec 11 16:36:29.639654 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b620933-76d7-46d9-a8f3-57b183aa4f03 None None] Routers {'4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:36:29.640311 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-4b620933-76d7-46d9-a8f3-57b183aa4f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:36:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:36:29.709898 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e1abddb8-9247-4e06-a4d6-692a2265f7f9 req-1225c0a6-9379-457a-aafa-30485c20657e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 HTTP/1.1" status: 200 len: 217 time: 0.0698533 Dec 11 16:36:29.779924 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abddb8-9247-4e06-a4d6-692a2265f7f9 req-a10e7d44-cd15-4226-a588-d589188432ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:29.781691 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e1abddb8-9247-4e06-a4d6-692a2265f7f9 req-a10e7d44-cd15-4226-a588-d589188432ed service neutron] 10.222.0.87 "GET /v2.0/subnets?id=43a58137-6523-4358-b1d2-c22acc7c3c84 HTTP/1.1" status: 200 len: 848 time: 0.0651460 Dec 11 16:36:29.795559 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-db94a8df-468f-4b6e-a2fa-bb824c85a08c req-c243ad40-b8bb-48c6-896a-375f0c90b214 service neutron] 10.222.0.45 "GET /v2.0/networks/9608c807-e9e9-4b8f-8325-c001ecd1f2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428893 Dec 11 16:36:29.856523 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-4b620933-76d7-46d9-a8f3-57b183aa4f03 None None] Set router 4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2 gateway port host: dv-cinder-766752-1-smb {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:36:29.866676 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abddb8-9247-4e06-a4d6-692a2265f7f9 req-a24ecaa6-efdb-4716-b1aa-abdb4dc97d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:29.868323 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e1abddb8-9247-4e06-a4d6-692a2265f7f9 req-a24ecaa6-efdb-4716-b1aa-abdb4dc97d1e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9608c807-e9e9-4b8f-8325-c001ecd1f2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795276 Dec 11 16:36:29.948896 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-db94a8df-468f-4b6e-a2fa-bb824c85a08c req-57930229-e5a8-4bf4-b275-788515949cf9 service neutron] 10.222.0.45 "GET /v2.0/networks/9608c807-e9e9-4b8f-8325-c001ecd1f2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1442704 Dec 11 16:36:30.022856 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e1abddb8-9247-4e06-a4d6-692a2265f7f9 req-c40eab93-2e1b-4891-8607-e72695291466 service neutron] 10.222.0.87 "GET /v2.0/networks/9608c807-e9e9-4b8f-8325-c001ecd1f2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472301 Dec 11 16:36:30.188632 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-e1abddb8-9247-4e06-a4d6-692a2265f7f9 req-061cc042-5311-43c8-bdba-b5865283a9fd service neutron] 10.222.0.87 "GET /v2.0/networks/9608c807-e9e9-4b8f-8325-c001ecd1f2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1491899 Dec 11 16:36:30.347030 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-4b620933-76d7-46d9-a8f3-57b183aa4f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'name': 'tempest-TestShelveInstance-1280437860-router', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '779d727c-9afb-4f17-a9c8-50ae9fd0f35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:34Z', 'updated_at': '2020-12-11T16:31:39Z', 'revision_number': 4, 'project_id': 'aa6c0591fe514a1ab2514acde78d754f', 'gw_port': {'id': '779d727c-9afb-4f17-a9c8-50ae9fd0f35b', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:35Z', 'updated_at': '2020-12-11T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': '1c078a21-fd7b-470c-a23b-ab0c8c38fa98', 'name': '', 'network_id': '9608c807-e9e9-4b8f-8325-c001ecd1f2ef', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'mac_address': 'fa:16:3e:3e:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '43a58137-6523-4358-b1d2-c22acc7c3c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:38Z', 'updated_at': '2020-12-11T16:31:49Z', 'revision_number': 5, 'project_id': 'aa6c0591fe514a1ab2514acde78d754f', 'subnets': [{'id': '43a58137-6523-4358-b1d2-c22acc7c3c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:36:30.351289 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b620933-76d7-46d9-a8f3-57b183aa4f03 None None] The sync data for ids ['4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2'] in dv-cinder-766752-1-smb is: [{'id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'name': 'tempest-TestShelveInstance-1280437860-router', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '779d727c-9afb-4f17-a9c8-50ae9fd0f35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:34Z', 'updated_at': '2020-12-11T16:31:39Z', 'revision_number': 4, 'project_id': 'aa6c0591fe514a1ab2514acde78d754f', 'gw_port': {'id': '779d727c-9afb-4f17-a9c8-50ae9fd0f35b', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:35Z', 'updated_at': '2020-12-11T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb', '_interfaces': [{'id': '1c078a21-fd7b-470c-a23b-ab0c8c38fa98', 'name': '', 'network_id': '9608c807-e9e9-4b8f-8325-c001ecd1f2ef', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'mac_address': 'fa:16:3e:3e:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '43a58137-6523-4358-b1d2-c22acc7c3c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:38Z', 'updated_at': '2020-12-11T16:31:49Z', 'revision_number': 5, 'project_id': 'aa6c0591fe514a1ab2514acde78d754f', 'subnets': [{'id': '43a58137-6523-4358-b1d2-c22acc7c3c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:36:30.385589 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c64fe9-572a-4f4b-ad42-7927b4243bf6 req-20449771-f59c-425f-85a0-79e1e3c4ff3f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:30.386357 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-47c64fe9-572a-4f4b-ad42-7927b4243bf6 req-20449771-f59c-425f-85a0-79e1e3c4ff3f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Synchronizing usage tracker for tenant:aa6c0591fe514a1ab2514acde78d754f on resource:port {{(pid=80242) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:36:30.403512 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-47c64fe9-572a-4f4b-ad42-7927b4243bf6 req-20449771-f59c-425f-85a0-79e1e3c4ff3f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Unset dirty status for tenant:aa6c0591fe514a1ab2514acde78d754f on resource:port {{(pid=80242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:36:30.404793 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-47c64fe9-572a-4f4b-ad42-7927b4243bf6 req-20449771-f59c-425f-85a0-79e1e3c4ff3f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 945 time: 0.1056125 Dec 11 16:36:30.453943 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-47c64fe9-572a-4f4b-ad42-7927b4243bf6 req-cbf4f632-bf35-4e63-9da0-b6cd7a1eb5a9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0421383 Dec 11 16:36:30.733439 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d792c326-3bbb-4ea8-aa18-da91eec11fad None None] New status for floating IP 400031cf-093a-4b17-9be2-7e51a26f57fb: DOWN {{(pid=80244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 11 16:36:31.671010 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbdbbb-b648-4658-be28-a6c349ecfebe req-215ce838-6e95-4924-9bcd-0abf2153ecb9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:31.672660 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-32cbdbbb-b648-4658-be28-a6c349ecfebe req-215ce838-6e95-4924-9bcd-0abf2153ecb9 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 945 time: 0.0835266 Dec 11 16:36:31.720359 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-32cbdbbb-b648-4658-be28-a6c349ecfebe req-16f92e9c-298b-4334-a6fc-b61e63a7f96a tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups?id=4509016f-8c8a-49c7-a937-ed738b6eb031&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0404596 Dec 11 16:36:32.027744 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa186a7-9ed3-457d-83c3-29f810144a78 req-29a8148a-7da7-4087-837b-f860afa38d74 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 11 16:36:32.028494 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-4fa186a7-9ed3-457d-83c3-29f810144a78 req-29a8148a-7da7-4087-837b-f860afa38d74 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Synchronizing usage tracker for tenant:aa6c0591fe514a1ab2514acde78d754f on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 11 16:36:32.041178 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-4fa186a7-9ed3-457d-83c3-29f810144a78 req-29a8148a-7da7-4087-837b-f860afa38d74 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Unset dirty status for tenant:aa6c0591fe514a1ab2514acde78d754f on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 11 16:36:32.042358 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4fa186a7-9ed3-457d-83c3-29f810144a78 req-29a8148a-7da7-4087-837b-f860afa38d74 tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.87 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 945 time: 0.0941033 Dec 11 16:36:32.118251 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-4fa186a7-9ed3-457d-83c3-29f810144a78 req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Deleting port 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:36:32.118630 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4fa186a7-9ed3-457d-83c3-29f810144a78 req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:32.368768 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-4fa186a7-9ed3-457d-83c3-29f810144a78 req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] For port 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=8ddeef31-2d04-438d-b3f5-c1818ec9e9c0,segment=NetworkSegment(a23217a0-f235-4bdd-9e00-86381854dae2),segment_id=a23217a0-f235-4bdd-9e00-86381854dae2)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:36:32.369161 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4fa186a7-9ed3-457d-83c3-29f810144a78 req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:32.494078 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-4fa186a7-9ed3-457d-83c3-29f810144a78 req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Calling delete_port for 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:36:32.637202 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4fa186a7-9ed3-457d-83c3-29f810144a78 req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839641681'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:32.652523 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a2b398a2-4967-433a-8949-46c2c56c7d84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:36:32.752273 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Pushing event deleted for resources: {'Port': ['ID=8ddeef31-2d04-438d-b3f5-c1818ec9e9c0,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:36:32.764673 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:32.765089 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:32.765495 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:32.765899 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:32.766293 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:32.766675 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:32.767063 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:32.767485 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:32.767862 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:32.768251 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:32.769195 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:32.769579 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:32.770003 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:32.770386 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:32.770770 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:32.771155 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:32.771578 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:32.771942 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:32.772324 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:32.772708 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:32.773088 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:32.773493 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:32.773848 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:32.774231 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-1-smb {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 11 16:36:32.779254 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:36:32.869278 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:36:32.872684 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa186a7-9ed3-457d-83c3-29f810144a78 req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] No DVR routers for this DVR port 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 on host hv-cinder-76675 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 11 16:36:32.875183 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4fa186a7-9ed3-457d-83c3-29f810144a78 req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770479'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:32.880342 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7', 'name': 'network-vif-deleted', 'tag': '8ddeef31-2d04-438d-b3f5-c1818ec9e9c0'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 11 16:36:32.900823 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-4fa186a7-9ed3-457d-83c3-29f810144a78 req-944bb9e0-c9c2-48b6-8c85-9830ae5af09f tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.87 "DELETE /v2.0/ports/8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 HTTP/1.1" status: 204 len: 173 time: 0.8525565 Dec 11 16:36:32.906127 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] No Port match for: 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 {{(pid=80244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 11 16:36:32.906623 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Device 8ddeef31-2d04-438d-b3f5-c1818ec9e9c0 not bound to the agent host hv-cinder-76675 {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 11 16:36:32.914717 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-d629ad3d-ef13-4f04-92ee-7af3df49aed5 req-bfe8bc2d-2faf-47a0-8769-13fe9dbe966b tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/ports?device_id=1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7 HTTP/1.1" status: 200 len: 210 time: 0.0628388 Dec 11 16:36:32.942895 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1526bccf-ed59-4f47-ae3b-e3ac0eb3dbc7', 'name': 'network-vif-deleted', 'tag': '8ddeef31-2d04-438d-b3f5-c1818ec9e9c0', 'status': 'completed', 'code': 200} Dec 11 16:36:33.902602 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 6 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:36:34.102165 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8c1a77d1-8433-4fbd-9201-68810ab5fbff req-d0e54f46-ca97-4064-a7b5-375a8061c29b tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "GET /v2.0/security-groups/4509016f-8c8a-49c7-a937-ed738b6eb031 HTTP/1.1" status: 200 len: 2879 time: 0.0499084 Dec 11 16:36:34.174064 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-8c1a77d1-8433-4fbd-9201-68810ab5fbff req-20d02e4e-0ef6-4b19-ac48-6ce558d2865a tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:34.204196 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-8c1a77d1-8433-4fbd-9201-68810ab5fbff req-20d02e4e-0ef6-4b19-ac48-6ce558d2865a tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:34.252440 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-8c1a77d1-8433-4fbd-9201-68810ab5fbff req-20d02e4e-0ef6-4b19-ac48-6ce558d2865a tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:34.257740 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e3a7318e-156f-4fd5-9ad9-753b8a42442d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:36:34.276484 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d02e4e-0ef6-4b19-ac48-6ce558d2865a tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Pushing event deleted for resources: {'SecurityGroup': ['ID=4509016f-8c8a-49c7-a937-ed738b6eb031,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:36:34.279323 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-20d02e4e-0ef6-4b19-ac48-6ce558d2865a tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:36:34.286236 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-8c1a77d1-8433-4fbd-9201-68810ab5fbff req-20d02e4e-0ef6-4b19-ac48-6ce558d2865a tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:34.287429 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [req-8c1a77d1-8433-4fbd-9201-68810ab5fbff req-20d02e4e-0ef6-4b19-ac48-6ce558d2865a tempest-TestShelveInstance-1189806895 tempest-TestShelveInstance-1189806895] 10.222.0.45 "DELETE /v2.0/security-groups/4509016f-8c8a-49c7-a937-ed738b6eb031 HTTP/1.1" status: 204 len: 173 time: 0.1790209 Dec 11 16:36:34.352234 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 49432) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:36:34.897769 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4bb20a35-faff-4f94-a716-fca74baf718e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854361468'] for router_interface, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:35.730140 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-4bb20a35-faff-4f94-a716-fca74baf718e admin admin] Deleting port 1c078a21-fd7b-470c-a23b-ab0c8c38fa98 {{(pid=80242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:36:35.730620 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4bb20a35-faff-4f94-a716-fca74baf718e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:35.911749 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-4bb20a35-faff-4f94-a716-fca74baf718e admin admin] For port 1c078a21-fd7b-470c-a23b-ab0c8c38fa98, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=1c078a21-fd7b-470c-a23b-ab0c8c38fa98,segment=NetworkSegment(a23217a0-f235-4bdd-9e00-86381854dae2),segment_id=a23217a0-f235-4bdd-9e00-86381854dae2)] {{(pid=80242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:36:35.912155 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4bb20a35-faff-4f94-a716-fca74baf718e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:36.040354 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-4bb20a35-faff-4f94-a716-fca74baf718e admin admin] Calling delete_port for 1c078a21-fd7b-470c-a23b-ab0c8c38fa98 owned by network:router_interface {{(pid=80242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:36:36.206467 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4bb20a35-faff-4f94-a716-fca74baf718e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839577674'] for port, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:36.222379 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-360e8167-9bde-4133-ab91-1ed7a27269e8 tempest-AttachVolumeTestJSON-575289677 tempest-AttachVolumeTestJSON-575289677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:36:36.322099 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb20a35-faff-4f94-a716-fca74baf718e admin admin] Pushing event deleted for resources: {'Port': ['ID=1c078a21-fd7b-470c-a23b-ab0c8c38fa98,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:36:36.326120 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4bb20a35-faff-4f94-a716-fca74baf718e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:36:36.623774 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4bb20a35-faff-4f94-a716-fca74baf718e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3269951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854361502'] for router_interface, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:37.120474 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb20a35-faff-4f94-a716-fca74baf718e admin admin] Router 4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2 has already been hosted by L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 {{(pid=80242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 11 16:36:37.304392 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb20a35-faff-4f94-a716-fca74baf718e admin admin] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:36:37.313206 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd808722-0269-4518-abd6-e281f18626d9 None None] Sync routers for ids ['4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2'] in dv-cinder-766752-1-smb {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:36:37.318587 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-4bb20a35-faff-4f94-a716-fca74baf718e admin admin] 10.222.0.45 "PUT /v2.0/routers/4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9651334 Dec 11 16:36:37.321221 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 49438) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:36:37.323033 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd808722-0269-4518-abd6-e281f18626d9 None None] Routers {'4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:36:37.323818 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-fd808722-0269-4518-abd6-e281f18626d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:36:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:36:37.509458 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-fd808722-0269-4518-abd6-e281f18626d9 None None] Set router 4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2 gateway port host: dv-cinder-766752-1-smb {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:36:37.741439 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9ad9e458-dafa-4eae-addb-4cb6bacd5615 admin admin] Notify callbacks [] for router, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:37.813485 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-fd808722-0269-4518-abd6-e281f18626d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'name': 'tempest-TestShelveInstance-1280437860-router', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '779d727c-9afb-4f17-a9c8-50ae9fd0f35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:34Z', 'updated_at': '2020-12-11T16:36:36Z', 'revision_number': 5, 'project_id': 'aa6c0591fe514a1ab2514acde78d754f', 'gw_port': {'id': '779d727c-9afb-4f17-a9c8-50ae9fd0f35b', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:35Z', 'updated_at': '2020-12-11T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:36:37.817843 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd808722-0269-4518-abd6-e281f18626d9 None None] Checking router: 4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2 for host: dv-cinder-766752-1-smb {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:36:37.826829 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd808722-0269-4518-abd6-e281f18626d9 None None] Routers {'4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:36:37.827508 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-fd808722-0269-4518-abd6-e281f18626d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:36:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:36:37.921064 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9ad9e458-dafa-4eae-addb-4cb6bacd5615 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:37.926650 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-9ad9e458-dafa-4eae-addb-4cb6bacd5615 admin admin] Deleting port 779d727c-9afb-4f17-a9c8-50ae9fd0f35b {{(pid=80242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:36:37.927017 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9ad9e458-dafa-4eae-addb-4cb6bacd5615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:38.013403 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-fd808722-0269-4518-abd6-e281f18626d9 None None] Set router 4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2 gateway port host: dv-cinder-766752-1-smb {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:36:38.111301 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-9ad9e458-dafa-4eae-addb-4cb6bacd5615 admin admin] For port 779d727c-9afb-4f17-a9c8-50ae9fd0f35b, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=779d727c-9afb-4f17-a9c8-50ae9fd0f35b,segment=NetworkSegment(fa6d7e3f-32fe-4ab3-b890-6946fd39c952),segment_id=fa6d7e3f-32fe-4ab3-b890-6946fd39c952)] {{(pid=80242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:36:38.111652 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9ad9e458-dafa-4eae-addb-4cb6bacd5615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:38.243511 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-9ad9e458-dafa-4eae-addb-4cb6bacd5615 admin admin] Calling delete_port for 779d727c-9afb-4f17-a9c8-50ae9fd0f35b owned by network:router_gateway {{(pid=80242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:36:38.310115 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-fd808722-0269-4518-abd6-e281f18626d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'name': 'tempest-TestShelveInstance-1280437860-router', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '779d727c-9afb-4f17-a9c8-50ae9fd0f35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:34Z', 'updated_at': '2020-12-11T16:36:36Z', 'revision_number': 5, 'project_id': 'aa6c0591fe514a1ab2514acde78d754f', 'gw_port': {'id': '779d727c-9afb-4f17-a9c8-50ae9fd0f35b', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:35Z', 'updated_at': '2020-12-11T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:36:38.314650 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd808722-0269-4518-abd6-e281f18626d9 None None] The sync data for ids ['4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2'] in dv-cinder-766752-1-smb is: [{'id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'name': 'tempest-TestShelveInstance-1280437860-router', 'tenant_id': 'aa6c0591fe514a1ab2514acde78d754f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '779d727c-9afb-4f17-a9c8-50ae9fd0f35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:34Z', 'updated_at': '2020-12-11T16:36:36Z', 'revision_number': 5, 'project_id': 'aa6c0591fe514a1ab2514acde78d754f', 'gw_port': {'id': '779d727c-9afb-4f17-a9c8-50ae9fd0f35b', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:35Z', 'updated_at': '2020-12-11T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:36:38.381125 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9ad9e458-dafa-4eae-addb-4cb6bacd5615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839577674'] for port, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:38.578898 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9ad9e458-dafa-4eae-addb-4cb6bacd5615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415628'] for router_gateway, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:38.635819 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 1c078a21-fd7b-470c-a23b-ab0c8c38fa98 no longer exists at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:36:38.685802 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] No Port match for: 1c078a21-fd7b-470c-a23b-ab0c8c38fa98 {{(pid=80244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 11 16:36:38.686194 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 1c078a21-fd7b-470c-a23b-ab0c8c38fa98 not bound to the agent host dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 11 16:36:38.719269 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9ad9e458-dafa-4eae-addb-4cb6bacd5615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854360000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774711'] for router, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:38.722282 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9ad9e458-dafa-4eae-addb-4cb6bacd5615 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:38.746994 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9ad9e458-dafa-4eae-addb-4cb6bacd5615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854360002'] for router, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:38.747591 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad9e458-dafa-4eae-addb-4cb6bacd5615 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2 {{(pid=80242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 11 16:36:38.760858 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9ad9e458-dafa-4eae-addb-4cb6bacd5615 admin admin] Notify callbacks [] for router, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:38.762952 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-9ad9e458-dafa-4eae-addb-4cb6bacd5615 admin admin] 10.222.0.45 "DELETE /v2.0/routers/4ae189ac-36eb-47fa-ad8a-cf6d9a0fcdd2 HTTP/1.1" status: 204 len: 168 time: 1.4407363 Dec 11 16:36:38.765839 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 49442) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:36:38.833488 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c5c887b-4e5b-4c72-97a0-00aa706ba644 admin admin] Deleting subnet 43a58137-6523-4358-b1d2-c22acc7c3c84 {{(pid=80242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 11 16:36:38.836673 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7c5c887b-4e5b-4c72-97a0-00aa706ba644 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:38.892221 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7c5c887b-4e5b-4c72-97a0-00aa706ba644 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852725173'] for subnet, precommit_delete_associations {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:38.975814 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7c5c887b-4e5b-4c72-97a0-00aa706ba644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586106'] for subnet, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:39.244894 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7c5c887b-4e5b-4c72-97a0-00aa706ba644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851189726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15198040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839673155'] for subnet, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:39.260150 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:36:39.348868 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c887b-4e5b-4c72-97a0-00aa706ba644 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43a58137-6523-4358-b1d2-c22acc7c3c84,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:36:39.360274 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7c5c887b-4e5b-4c72-97a0-00aa706ba644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:36:39.392898 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7c5c887b-4e5b-4c72-97a0-00aa706ba644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for subnet, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:39.398187 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84c96e0-0d54-4b12-ba0b-f3a44936dcbf None None] Network 9608c807-e9e9-4b8f-8325-c001ecd1f2ef requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:36:39.399881 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-7c5c887b-4e5b-4c72-97a0-00aa706ba644 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/43a58137-6523-4358-b1d2-c22acc7c3c84 HTTP/1.1" status: 204 len: 168 time: 0.6329541 Dec 11 16:36:39.402458 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 49446) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:36:39.518799 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-027655de-3f45-4b28-bede-1539eac6623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851038720'] for network, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:39.583968 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-027655de-3f45-4b28-bede-1539eac6623c admin admin] Deleting port ddbca5c2-d4c5-4a18-9830-b126097eb8fe {{(pid=80242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:36:39.584336 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-027655de-3f45-4b28-bede-1539eac6623c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:39.648763 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3161e54e-6864-4ce9-ab81-f944bf01930a None None] DHCP port deletion for 9608c807-e9e9-4b8f-8325-c001ecd1f2ef request from dv-cinder-766752-1-smb {{(pid=80244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 11 16:36:39.653701 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-3161e54e-6864-4ce9-ab81-f944bf01930a None None] Deleting port ddbca5c2-d4c5-4a18-9830-b126097eb8fe {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:36:39.654509 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3161e54e-6864-4ce9-ab81-f944bf01930a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:39.809259 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-027655de-3f45-4b28-bede-1539eac6623c admin admin] For port ddbca5c2-d4c5-4a18-9830-b126097eb8fe, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=ddbca5c2-d4c5-4a18-9830-b126097eb8fe,segment=NetworkSegment(a23217a0-f235-4bdd-9e00-86381854dae2),segment_id=a23217a0-f235-4bdd-9e00-86381854dae2)] {{(pid=80242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:36:39.809658 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-027655de-3f45-4b28-bede-1539eac6623c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:39.864702 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-3161e54e-6864-4ce9-ab81-f944bf01930a None None] For port ddbca5c2-d4c5-4a18-9830-b126097eb8fe, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=ddbca5c2-d4c5-4a18-9830-b126097eb8fe,segment=NetworkSegment(a23217a0-f235-4bdd-9e00-86381854dae2),segment_id=a23217a0-f235-4bdd-9e00-86381854dae2)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:36:39.865138 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3161e54e-6864-4ce9-ab81-f944bf01930a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:39.938727 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-027655de-3f45-4b28-bede-1539eac6623c admin admin] Calling delete_port for ddbca5c2-d4c5-4a18-9830-b126097eb8fe owned by network:dhcp {{(pid=80242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:36:39.995369 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-3161e54e-6864-4ce9-ab81-f944bf01930a None None] Calling delete_port for ddbca5c2-d4c5-4a18-9830-b126097eb8fe owned by network:dhcp {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:36:40.015205 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-027655de-3f45-4b28-bede-1539eac6623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839577674'] for port, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:40.030725 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8b49f028-5992-4ff1-a445-febd7f5e900a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:36:40.065811 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.db.api [None req-3161e54e-6864-4ce9-ab81-f944bf01930a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80244) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 11 16:36:40.066144 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_db.api [None req-3161e54e-6864-4ce9-ab81-f944bf01930a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 11 16:36:40.123484 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027655de-3f45-4b28-bede-1539eac6623c admin admin] Pushing event deleted for resources: {'Port': ['ID=ddbca5c2-d4c5-4a18-9830-b126097eb8fe,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:36:40.128941 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-027655de-3f45-4b28-bede-1539eac6623c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:36:40.170749 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027655de-3f45-4b28-bede-1539eac6623c admin admin] No DVR routers for this DVR port ddbca5c2-d4c5-4a18-9830-b126097eb8fe on host dv-cinder-766752-1-smb {{(pid=80242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 11 16:36:40.296428 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-027655de-3f45-4b28-bede-1539eac6623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851202014', 'neutron.services.segments.db._delete_segments_for_network--9223363266957784334'] for network, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:40.411560 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-027655de-3f45-4b28-bede-1539eac6623c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9608c807-e9e9-4b8f-8325-c001ecd1f2ef']}} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:36:40.424123 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-027655de-3f45-4b28-bede-1539eac6623c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a23217a0-f235-4bdd-9e00-86381854dae2') {'for_net_delete': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:36:40.425290 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-027655de-3f45-4b28-bede-1539eac6623c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a23217a0-f235-4bdd-9e00-86381854dae2') {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:36:40.437237 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-027655de-3f45-4b28-bede-1539eac6623c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266957780391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2050643'] for segment, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:40.454828 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-027655de-3f45-4b28-bede-1539eac6623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:40.456877 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-027655de-3f45-4b28-bede-1539eac6623c admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 11 16:36:40.567882 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-3161e54e-6864-4ce9-ab81-f944bf01930a None None] Deleting port ddbca5c2-d4c5-4a18-9830-b126097eb8fe {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:36:40.568382 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3161e54e-6864-4ce9-ab81-f944bf01930a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:40.632001 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device ddbca5c2-d4c5-4a18-9830-b126097eb8fe no longer exists at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:36:40.636994 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-027655de-3f45-4b28-bede-1539eac6623c admin admin] Network 9608c807-e9e9-4b8f-8325-c001ecd1f2ef has no segments {{(pid=80242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 11 16:36:40.646811 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-027655de-3f45-4b28-bede-1539eac6623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851196067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15198179'] for segment, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:40.666962 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-3161e54e-6864-4ce9-ab81-f944bf01930a None None] The port 'ddbca5c2-d4c5-4a18-9830-b126097eb8fe' was deleted {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 11 16:36:40.672619 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] No Port match for: ddbca5c2-d4c5-4a18-9830-b126097eb8fe {{(pid=80244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 11 16:36:40.673007 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device ddbca5c2-d4c5-4a18-9830-b126097eb8fe not bound to the agent host dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 11 16:36:40.673458 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 779d727c-9afb-4f17-a9c8-50ae9fd0f35b no longer exists at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:36:40.707768 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] No Port match for: 779d727c-9afb-4f17-a9c8-50ae9fd0f35b {{(pid=80244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 11 16:36:40.708153 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 779d727c-9afb-4f17-a9c8-50ae9fd0f35b not bound to the agent host dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 11 16:36:40.831957 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-027655de-3f45-4b28-bede-1539eac6623c admin admin] Network 9608c807-e9e9-4b8f-8325-c001ecd1f2ef has no segments {{(pid=80242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: Traceback (most recent call last): Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: timer() Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: cb(*args, **kw) Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: return func(*args, **kwargs) Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: self._notify() Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: self.callback(batched_events) Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: event.method(event) Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: segment_id)['aggregates'][0] Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: return f(self, *a, **k) Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: return self._get(url).json() Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: **kwargs) Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: return self.request(url, 'GET', **kwargs) Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: **endpoint_filter) Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 16:36:40.855719 dv-cinder-766752-1-smb neutron-server[80122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 16:36:41.177839 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-027655de-3f45-4b28-bede-1539eac6623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3573818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854360171'] for network, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:41.181339 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2093c07b-a982-4750-bd59-7db3c6e75010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:36:41.197253 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-027655de-3f45-4b28-bede-1539eac6623c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:41.203561 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027655de-3f45-4b28-bede-1539eac6623c admin admin] Pushing event deleted for resources: {'Network': ['ID=9608c807-e9e9-4b8f-8325-c001ecd1f2ef,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:36:41.208778 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-027655de-3f45-4b28-bede-1539eac6623c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:36:41.220718 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-027655de-3f45-4b28-bede-1539eac6623c admin admin] 10.222.0.45 "DELETE /v2.0/networks/9608c807-e9e9-4b8f-8325-c001ecd1f2ef HTTP/1.1" status: 204 len: 168 time: 1.8171999 Dec 11 16:36:41.224324 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 49450) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:36:41.587066 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f0159b24-da7e-45d6-bf87-84ec77940b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854361468'] for router_interface, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:42.184608 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-f0159b24-da7e-45d6-bf87-84ec77940b2c admin admin] Deleting port 073c0fc7-9355-42b0-aa08-9d2d1e78374c {{(pid=80242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:36:42.184904 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f0159b24-da7e-45d6-bf87-84ec77940b2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:42.364569 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-f0159b24-da7e-45d6-bf87-84ec77940b2c admin admin] For port 073c0fc7-9355-42b0-aa08-9d2d1e78374c, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=073c0fc7-9355-42b0-aa08-9d2d1e78374c,segment=NetworkSegment(7ce39f39-60d7-4e84-bf5e-3845dd5d9dfe),segment_id=7ce39f39-60d7-4e84-bf5e-3845dd5d9dfe)] {{(pid=80242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:36:42.364962 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f0159b24-da7e-45d6-bf87-84ec77940b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:42.494023 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-f0159b24-da7e-45d6-bf87-84ec77940b2c admin admin] Calling delete_port for 073c0fc7-9355-42b0-aa08-9d2d1e78374c owned by network:router_interface {{(pid=80242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:36:42.662406 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f0159b24-da7e-45d6-bf87-84ec77940b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839577674'] for port, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:42.678623 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-baa710e1-d9c8-4238-b312-5e2ca0a002fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:36:42.777348 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0159b24-da7e-45d6-bf87-84ec77940b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=073c0fc7-9355-42b0-aa08-9d2d1e78374c,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:36:42.780221 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f0159b24-da7e-45d6-bf87-84ec77940b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:36:43.078528 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f0159b24-da7e-45d6-bf87-84ec77940b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3269951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854361502'] for router_interface, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:43.566802 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0159b24-da7e-45d6-bf87-84ec77940b2c admin admin] Router 9833be6e-173d-43b7-9940-43aeba45395e has already been hosted by L3 agent 2ad63f04-972c-4628-bbe7-a335d5913203 {{(pid=80242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 11 16:36:43.878783 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-331cefc9-5195-4b6e-94a0-e85e1786e8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:43.989211 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0159b24-da7e-45d6-bf87-84ec77940b2c admin admin] Notify agent at l3_agent.dv-cinder-766752-1-smb the message routers_updated {{(pid=80242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 11 16:36:44.001430 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-f0159b24-da7e-45d6-bf87-84ec77940b2c admin admin] 10.222.0.45 "PUT /v2.0/routers/9833be6e-173d-43b7-9940-43aeba45395e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7733285 Dec 11 16:36:44.001886 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 49454) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:36:44.005065 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657ca5dd-617b-446a-8c24-e2ab2ace2e71 None None] Sync routers for ids ['9833be6e-173d-43b7-9940-43aeba45395e'] in dv-cinder-766752-1-smb {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 11 16:36:44.015546 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657ca5dd-617b-446a-8c24-e2ab2ace2e71 None None] Routers {'9833be6e-173d-43b7-9940-43aeba45395e'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:36:44.016216 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-657ca5dd-617b-446a-8c24-e2ab2ace2e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:36:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['9833be6e-173d-43b7-9940-43aeba45395e'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:36:44.187853 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8ef4f54a-354c-41a7-84bf-614de73be06d admin admin] Notify callbacks [] for router, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:44.201189 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-657ca5dd-617b-446a-8c24-e2ab2ace2e71 None None] Set router 9833be6e-173d-43b7-9940-43aeba45395e gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:36:44.423071 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8ef4f54a-354c-41a7-84bf-614de73be06d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:44.429430 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-8ef4f54a-354c-41a7-84bf-614de73be06d admin admin] Deleting port f53c8fe1-b995-4053-9bbc-82d9610fbdc9 {{(pid=80242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:36:44.429823 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8ef4f54a-354c-41a7-84bf-614de73be06d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:44.622304 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-8ef4f54a-354c-41a7-84bf-614de73be06d admin admin] For port f53c8fe1-b995-4053-9bbc-82d9610fbdc9, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=f53c8fe1-b995-4053-9bbc-82d9610fbdc9,segment=NetworkSegment(fa6d7e3f-32fe-4ab3-b890-6946fd39c952),segment_id=fa6d7e3f-32fe-4ab3-b890-6946fd39c952)] {{(pid=80242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:36:44.622966 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8ef4f54a-354c-41a7-84bf-614de73be06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:44.720217 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-657ca5dd-617b-446a-8c24-e2ab2ace2e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9833be6e-173d-43b7-9940-43aeba45395e', 'name': 'tempest-TestShelveInstance-266721973-router', 'tenant_id': '515a8ff7e0c14fb3a88763e927bed3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f53c8fe1-b995-4053-9bbc-82d9610fbdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:43Z', 'updated_at': '2020-12-11T16:36:42Z', 'revision_number': 5, 'project_id': '515a8ff7e0c14fb3a88763e927bed3dc', 'gw_port': {'id': 'f53c8fe1-b995-4053-9bbc-82d9610fbdc9', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9833be6e-173d-43b7-9940-43aeba45395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:44Z', 'updated_at': '2020-12-11T16:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:36:44.725292 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657ca5dd-617b-446a-8c24-e2ab2ace2e71 None None] Checking router: 9833be6e-173d-43b7-9940-43aeba45395e for host: dv-cinder-766752-1-smb {{(pid=80244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 11 16:36:44.734250 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657ca5dd-617b-446a-8c24-e2ab2ace2e71 None None] Routers {'9833be6e-173d-43b7-9940-43aeba45395e'} bound to L3 agent in host dv-cinder-766752-1-smb {{(pid=80244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 11 16:36:44.734907 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-657ca5dd-617b-446a-8c24-e2ab2ace2e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-11T16:17:16Z,description=,heartbeat_timestamp=2020-12-11T16:36:16Z,host='dv-cinder-766752-1-smb',id=2ad63f04-972c-4628-bbe7-a335d5913203,load=0,resource_versions=,resources_synced=,started_at=2020-12-11T16:17:16Z,topic='l3_agent')) {'router_ids': ['9833be6e-173d-43b7-9940-43aeba45395e'], 'active': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:36:44.761507 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-8ef4f54a-354c-41a7-84bf-614de73be06d admin admin] Calling delete_port for f53c8fe1-b995-4053-9bbc-82d9610fbdc9 owned by network:router_gateway {{(pid=80242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:36:44.892354 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8ef4f54a-354c-41a7-84bf-614de73be06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839577674'] for port, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:44.920178 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-657ca5dd-617b-446a-8c24-e2ab2ace2e71 None None] Set router 9833be6e-173d-43b7-9940-43aeba45395e gateway port host: dv-cinder-766752-1-smb {{(pid=80244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 11 16:36:45.088802 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8ef4f54a-354c-41a7-84bf-614de73be06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415628'] for router_gateway, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:45.219682 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-657ca5dd-617b-446a-8c24-e2ab2ace2e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9833be6e-173d-43b7-9940-43aeba45395e', 'name': 'tempest-TestShelveInstance-266721973-router', 'tenant_id': '515a8ff7e0c14fb3a88763e927bed3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f53c8fe1-b995-4053-9bbc-82d9610fbdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:43Z', 'updated_at': '2020-12-11T16:36:42Z', 'revision_number': 5, 'project_id': '515a8ff7e0c14fb3a88763e927bed3dc', 'gw_port': {'id': 'f53c8fe1-b995-4053-9bbc-82d9610fbdc9', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9833be6e-173d-43b7-9940-43aeba45395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:44Z', 'updated_at': '2020-12-11T16:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}], 'dv-cinder-766752-1-smb', False) {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:36:45.220435 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8ef4f54a-354c-41a7-84bf-614de73be06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854360000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774711'] for router, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:45.222803 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8ef4f54a-354c-41a7-84bf-614de73be06d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:45.223853 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657ca5dd-617b-446a-8c24-e2ab2ace2e71 None None] The sync data for ids ['9833be6e-173d-43b7-9940-43aeba45395e'] in dv-cinder-766752-1-smb is: [{'id': '9833be6e-173d-43b7-9940-43aeba45395e', 'name': 'tempest-TestShelveInstance-266721973-router', 'tenant_id': '515a8ff7e0c14fb3a88763e927bed3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'external_fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f53c8fe1-b995-4053-9bbc-82d9610fbdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-11T16:31:43Z', 'updated_at': '2020-12-11T16:36:42Z', 'revision_number': 5, 'project_id': '515a8ff7e0c14fb3a88763e927bed3dc', 'gw_port': {'id': 'f53c8fe1-b995-4053-9bbc-82d9610fbdc9', 'name': '', 'network_id': 'ad2ee80a-1b86-455c-8869-eab43da82ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9833be6e-173d-43b7-9940-43aeba45395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'ip_address': '172.28.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-11T16:31:44Z', 'updated_at': '2020-12-11T16:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba014d62-0f8d-4c1a-b66b-b32d18d6affa', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-1-smb'}] {{(pid=80244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 11 16:36:45.245842 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8ef4f54a-354c-41a7-84bf-614de73be06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854360002'] for router, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:45.246417 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef4f54a-354c-41a7-84bf-614de73be06d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9833be6e-173d-43b7-9940-43aeba45395e {{(pid=80242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 11 16:36:45.260184 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8ef4f54a-354c-41a7-84bf-614de73be06d admin admin] Notify callbacks [] for router, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:45.263972 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-8ef4f54a-354c-41a7-84bf-614de73be06d admin admin] 10.222.0.45 "DELETE /v2.0/routers/9833be6e-173d-43b7-9940-43aeba45395e HTTP/1.1" status: 204 len: 168 time: 1.2583346 Dec 11 16:36:45.264215 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 49460) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:36:45.331542 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_v2 [None req-f949b66e-d7d6-4c18-aa98-5ca9e5d6f372 admin admin] Deleting subnet 87fb7ead-be5d-4794-9c65-015d6868b3f8 {{(pid=80242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 11 16:36:45.335197 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f949b66e-d7d6-4c18-aa98-5ca9e5d6f372 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:45.393782 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f949b66e-d7d6-4c18-aa98-5ca9e5d6f372 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852725173'] for subnet, precommit_delete_associations {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:45.476342 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f949b66e-d7d6-4c18-aa98-5ca9e5d6f372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3586106'] for subnet, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:45.743800 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f949b66e-d7d6-4c18-aa98-5ca9e5d6f372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851189726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15198040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839673155'] for subnet, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:45.760734 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:36:45.849013 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949b66e-d7d6-4c18-aa98-5ca9e5d6f372 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87fb7ead-be5d-4794-9c65-015d6868b3f8,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:36:45.854058 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f949b66e-d7d6-4c18-aa98-5ca9e5d6f372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:36:45.898553 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f949b66e-d7d6-4c18-aa98-5ca9e5d6f372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for subnet, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:45.903330 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b149c3bc-1d6e-4b01-9fd6-5eb5d8490fe9 None None] Network d14dedf5-bc88-4913-bddb-c881c3b94f19 requested from dv-cinder-766752-1-smb {{(pid=80244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 11 16:36:45.907002 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-f949b66e-d7d6-4c18-aa98-5ca9e5d6f372 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/87fb7ead-be5d-4794-9c65-015d6868b3f8 HTTP/1.1" status: 204 len: 168 time: 0.6394343 Dec 11 16:36:45.908994 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 49464) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:36:46.028945 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6d4b9876-2919-4a89-ace0-822166a6d42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851038720'] for network, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:46.094965 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-6d4b9876-2919-4a89-ace0-822166a6d42b admin admin] Deleting port f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07 {{(pid=80242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:36:46.095331 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6d4b9876-2919-4a89-ace0-822166a6d42b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:46.131708 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-388874fb-e038-442b-a6b7-2fefe0d69347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:46.156152 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64c1483-6cec-4542-980c-eb2897718eb1 None None] DHCP port deletion for d14dedf5-bc88-4913-bddb-c881c3b94f19 request from dv-cinder-766752-1-smb {{(pid=80244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 11 16:36:46.160858 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-e64c1483-6cec-4542-980c-eb2897718eb1 None None] Deleting port f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:36:46.161281 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e64c1483-6cec-4542-980c-eb2897718eb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:46.321020 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-6d4b9876-2919-4a89-ace0-822166a6d42b admin admin] For port f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07,segment=NetworkSegment(7ce39f39-60d7-4e84-bf5e-3845dd5d9dfe),segment_id=7ce39f39-60d7-4e84-bf5e-3845dd5d9dfe)] {{(pid=80242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:36:46.321418 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6d4b9876-2919-4a89-ace0-822166a6d42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:46.376558 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-e64c1483-6cec-4542-980c-eb2897718eb1 None None] For port f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07, host dv-cinder-766752-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-1-smb',level=0,port_id=f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07,segment=NetworkSegment(7ce39f39-60d7-4e84-bf5e-3845dd5d9dfe),segment_id=7ce39f39-60d7-4e84-bf5e-3845dd5d9dfe)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 11 16:36:46.376995 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e64c1483-6cec-4542-980c-eb2897718eb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439914'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:46.449864 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-6d4b9876-2919-4a89-ace0-822166a6d42b admin admin] Calling delete_port for f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07 owned by network:dhcp {{(pid=80242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:36:46.502465 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-e64c1483-6cec-4542-980c-eb2897718eb1 None None] Calling delete_port for f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07 owned by network:dhcp {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 11 16:36:46.525916 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6d4b9876-2919-4a89-ace0-822166a6d42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33254357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769896855906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769896453525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839577674'] for port, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:46.541370 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b173a2a3-426e-4659-b6ac-b51d9a7ce355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:36:46.574517 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.db.api [None req-e64c1483-6cec-4542-980c-eb2897718eb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80244) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 11 16:36:46.574920 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_db.api [None req-e64c1483-6cec-4542-980c-eb2897718eb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 11 16:36:46.629498 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 073c0fc7-9355-42b0-aa08-9d2d1e78374c no longer exists at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:36:46.637687 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b9876-2919-4a89-ace0-822166a6d42b admin admin] Pushing event deleted for resources: {'Port': ['ID=f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:36:46.650472 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6d4b9876-2919-4a89-ace0-822166a6d42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:36:46.679349 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] No Port match for: 073c0fc7-9355-42b0-aa08-9d2d1e78374c {{(pid=80244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 11 16:36:46.679766 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device 073c0fc7-9355-42b0-aa08-9d2d1e78374c not bound to the agent host dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 11 16:36:46.680228 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07 no longer exists at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:36:46.685767 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4b9876-2919-4a89-ace0-822166a6d42b admin admin] No DVR routers for this DVR port f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07 on host dv-cinder-766752-1-smb {{(pid=80242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 11 16:36:46.714007 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] No Port match for: f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07 {{(pid=80244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 11 16:36:46.714399 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07 not bound to the agent host dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 11 16:36:46.714857 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device f53c8fe1-b995-4053-9bbc-82d9610fbdc9 no longer exists at agent ovs-agent-dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 11 16:36:46.746666 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] No Port match for: f53c8fe1-b995-4053-9bbc-82d9610fbdc9 {{(pid=80244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 11 16:36:46.747052 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Device f53c8fe1-b995-4053-9bbc-82d9610fbdc9 not bound to the agent host dv-cinder-766752-1-smb {{(pid=80244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 11 16:36:46.809397 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6d4b9876-2919-4a89-ace0-822166a6d42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851202014', 'neutron.services.segments.db._delete_segments_for_network--9223363266957784334'] for network, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:46.825274 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:46.926771 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-6d4b9876-2919-4a89-ace0-822166a6d42b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d14dedf5-bc88-4913-bddb-c881c3b94f19']}} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:36:46.940790 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-6d4b9876-2919-4a89-ace0-822166a6d42b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce39f39-60d7-4e84-bf5e-3845dd5d9dfe') {'for_net_delete': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:36:46.941128 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-6d4b9876-2919-4a89-ace0-822166a6d42b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce39f39-60d7-4e84-bf5e-3845dd5d9dfe') {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 11 16:36:46.953459 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6d4b9876-2919-4a89-ace0-822166a6d42b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266957780391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2050643'] for segment, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:46.969035 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6d4b9876-2919-4a89-ace0-822166a6d42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3579733'] for segment, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:46.971281 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6d4b9876-2919-4a89-ace0-822166a6d42b admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 11 16:36:47.076227 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-e64c1483-6cec-4542-980c-eb2897718eb1 None None] Deleting port f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 11 16:36:47.076563 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e64c1483-6cec-4542-980c-eb2897718eb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266957926072'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:47.148266 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-e64c1483-6cec-4542-980c-eb2897718eb1 None None] The port 'f8d8b6ec-5f84-4d93-ae24-bcca2a53bb07' was deleted {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 11 16:36:47.396429 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-6d4b9876-2919-4a89-ace0-822166a6d42b admin admin] Network d14dedf5-bc88-4913-bddb-c881c3b94f19 has no segments {{(pid=80242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 11 16:36:47.408043 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6d4b9876-2919-4a89-ace0-822166a6d42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851196067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15198179'] for segment, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:47.568051 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:47.588729 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-6d4b9876-2919-4a89-ace0-822166a6d42b admin admin] Network d14dedf5-bc88-4913-bddb-c881c3b94f19 has no segments {{(pid=80242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: Traceback (most recent call last): Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: timer() Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: cb(*args, **kw) Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: return func(*args, **kwargs) Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: self._notify() Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: self.callback(batched_events) Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: event.method(event) Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: segment_id)['aggregates'][0] Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: return f(self, *a, **k) Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: return self._get(url).json() Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: **kwargs) Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: return self.request(url, 'GET', **kwargs) Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: **endpoint_filter) Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 16:36:47.612623 dv-cinder-766752-1-smb neutron-server[80122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 16:36:47.696779 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6d4b9876-2919-4a89-ace0-822166a6d42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3573818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851505882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854360171'] for network, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:47.700336 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8cd4fa08-9128-45e2-b51b-dc0a367c7b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:36:47.716349 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6d4b9876-2919-4a89-ace0-822166a6d42b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851505899'] for network, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:47.723118 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b9876-2919-4a89-ace0-822166a6d42b admin admin] Pushing event deleted for resources: {'Network': ['ID=d14dedf5-bc88-4913-bddb-c881c3b94f19,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:36:47.727440 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6d4b9876-2919-4a89-ace0-822166a6d42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:36:47.730342 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-6d4b9876-2919-4a89-ace0-822166a6d42b admin admin] 10.222.0.45 "DELETE /v2.0/networks/d14dedf5-bc88-4913-bddb-c881c3b94f19 HTTP/1.1" status: 204 len: 168 time: 1.8206031 Dec 11 16:36:47.874826 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 49470) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:36:47.925990 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-cf4b065b-dab8-4409-a2a2-5d55f7a742b4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aa6c0591fe514a1ab2514acde78d754f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0498545 Dec 11 16:36:47.928561 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 49474) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:36:47.990921 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-97f6b462-21cf-4f92-a96e-65729c0546ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:48.021742 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-97f6b462-21cf-4f92-a96e-65729c0546ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:48.068024 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-97f6b462-21cf-4f92-a96e-65729c0546ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:48.072978 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c48df164-fbfc-4183-8cd7-16509019b7a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:36:48.087314 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6b462-21cf-4f92-a96e-65729c0546ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87eec959-eb01-43e8-b025-50b91f8f1699,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:36:48.092085 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-97f6b462-21cf-4f92-a96e-65729c0546ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:36:48.094072 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-97f6b462-21cf-4f92-a96e-65729c0546ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:48.095266 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-97f6b462-21cf-4f92-a96e-65729c0546ce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/87eec959-eb01-43e8-b025-50b91f8f1699 HTTP/1.1" status: 204 len: 168 time: 0.1657555 Dec 11 16:36:48.466283 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:48.501621 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 49482) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:36:48.553940 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-06f840fc-e9bb-4d47-b402-dd4982494ff6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=515a8ff7e0c14fb3a88763e927bed3dc&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0500486 Dec 11 16:36:48.556056 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80242) accepted ('10.222.0.45', 49486) {{(pid=80242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 11 16:36:48.616349 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4343fac3-780b-4581-8bde-fcfa25b4803f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:48.643759 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4343fac3-780b-4581-8bde-fcfa25b4803f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:48.694771 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4343fac3-780b-4581-8bde-fcfa25b4803f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327816'] for security_group, after_delete {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:48.700013 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-402209a2-3b7e-41f7-a607-4d66b1a39fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 11 16:36:48.717002 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343fac3-780b-4581-8bde-fcfa25b4803f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ad3748-ffec-4240-a893-4776ea1bfbaf,revision_number=None']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 11 16:36:48.720131 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4343fac3-780b-4581-8bde-fcfa25b4803f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 11 16:36:48.721103 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4343fac3-780b-4581-8bde-fcfa25b4803f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:36:48.722261 dv-cinder-766752-1-smb neutron-server[80122]: INFO neutron.wsgi [None req-4343fac3-780b-4581-8bde-fcfa25b4803f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b9ad3748-ffec-4240-a893-4776ea1bfbaf HTTP/1.1" status: 204 len: 168 time: 0.1652582 Dec 11 16:36:53.335470 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:37:10.901742 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 6 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:37:13.880526 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-de31e872-54e6-4f01-a0b0-56708b8fd21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:37:16.133464 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-562195de-8bc1-41a7-bcf1-c17d1a04d4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:37:16.827612 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:37:17.569843 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:37:18.473694 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:37:23.340777 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:37:43.881188 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-81c52f41-08f9-40c9-8dfa-50f9dbf12094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:37:46.134851 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4606319f-65c1-4855-ba72-04658c2a972c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:37:46.832092 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:37:47.571624 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:37:47.900642 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 6 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:37:48.473322 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:37:53.363409 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:38:13.882454 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c15b07ae-236f-4e3f-9659-3588be8678d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:38:16.135863 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-78662366-7778-4f51-b17f-2b5b5b390baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:38:16.834107 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:38:17.572965 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:38:18.476696 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:38:23.361673 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:38:24.899692 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 6 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:38:43.884143 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6d8241c4-294b-440d-b24a-f08b81356080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:38:46.137692 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a7963074-fbc8-4ec1-a75c-4cd69c329bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:38:46.836925 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:38:47.575493 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:38:48.479242 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:38:53.430709 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:39:01.899361 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 6 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:39:13.885784 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8cc9f5f2-79cb-4a04-adbb-3469a738dbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:39:16.138828 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-40fc61f5-a63a-4ace-a91a-d21b470df7e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:39:16.840708 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:39:17.577166 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:39:18.482114 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:39:23.431818 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:39:38.898946 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 6 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:39:43.888308 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9b96299c-1f62-466b-8bd0-cc926bfe3957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:39:46.140566 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e9b61f1e-f3fe-4841-b557-d7c75a2144f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:39:46.841899 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:39:47.578683 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:39:48.486206 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:39:53.439859 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:40:13.890156 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fdbd0e1a-9aa4-48ab-b011-0b99768b1099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:40:15.899077 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 6 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:40:16.141881 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b59ec70f-cfde-4b6e-a9f6-7e3a99151fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:40:16.844893 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:40:17.579872 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:40:18.490437 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:40:23.467162 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:40:43.892170 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5ff55045-736c-4785-85fc-d272e695318d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:40:46.143114 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7ab4091-de48-41b6-9449-fadaf39fbe5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:40:46.847368 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:40:47.581725 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:40:48.492393 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:40:52.898809 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 6 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:40:53.485229 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:41:13.893205 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-64b83d50-d6e7-400e-9a8a-254a2843dbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:41:16.144832 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d9986976-4c32-49a8-95bd-20a12f46ee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:41:16.849323 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:41:17.583394 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:41:18.494921 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:41:23.485103 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:41:29.899323 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-aaef2942-9b5b-46c3-bd69-0a80d4a23d16 None None] Agent healthcheck: found 6 active agents {{(pid=80245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 11 16:41:43.895375 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1673d052-3b99-4ddc-b822-b1c7e2c27a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:41:46.145970 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8e943c9e-9790-4386-ac69-eb5b91f59a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:41:46.852783 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-060ceacc-0988-458d-a921-8df5657e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:41:47.585007 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42db640a-e10b-4987-b258-23e5b42fbce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:41:48.497550 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bc728700-0767-4f88-87ef-94167d208eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 11 16:41:53.488207 dv-cinder-766752-1-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3879-7749-49b3-ad46-4e006e43d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266957784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851189248'] for agent, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}